2024-11-20 20:18:15,848 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-20 20:18:15,920 main DEBUG Took 0.069040 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 20:18:15,921 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 20:18:15,922 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 20:18:15,923 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 20:18:15,925 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:18:15,942 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 20:18:15,961 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:18:15,963 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:18:15,964 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:18:15,965 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:18:15,965 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:18:15,966 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:18:15,969 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:18:15,969 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:18:15,970 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:18:15,971 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:18:15,972 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:18:15,972 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:18:15,973 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:18:15,973 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:18:15,974 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:18:15,975 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:18:15,975 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:18:15,976 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:18:15,977 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:18:15,978 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:18:15,979 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:18:15,979 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:18:15,980 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:18:15,980 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 20:18:15,981 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:18:15,982 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 20:18:15,984 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 20:18:15,985 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 20:18:15,988 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 20:18:15,989 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 20:18:15,991 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 20:18:15,991 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 20:18:16,021 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 20:18:16,025 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 20:18:16,027 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 20:18:16,028 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 20:18:16,028 main DEBUG createAppenders(={Console}) 2024-11-20 20:18:16,029 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-20 20:18:16,032 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-20 20:18:16,033 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-20 20:18:16,035 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 20:18:16,035 main DEBUG OutputStream closed 2024-11-20 20:18:16,036 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 20:18:16,036 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 20:18:16,036 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-20 20:18:16,277 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 20:18:16,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 20:18:16,286 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 20:18:16,287 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 20:18:16,288 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 20:18:16,291 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 20:18:16,291 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 20:18:16,292 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 20:18:16,292 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 20:18:16,293 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 20:18:16,293 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 20:18:16,294 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 20:18:16,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 20:18:16,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 20:18:16,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 20:18:16,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 20:18:16,298 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 20:18:16,299 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 20:18:16,304 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 20:18:16,306 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-20 20:18:16,306 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 20:18:16,307 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-20T20:18:16,336 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-20 20:18:16,343 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 20:18:16,344 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T20:18:16,475 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=797, ProcessCount=11, AvailableMemoryMB=1796 2024-11-20T20:18:16,977 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-20T20:18:17,061 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e 2024-11-20T20:18:17,067 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/cluster_72edbb69-2478-5afd-267a-264585a516cf, deleteOnExit=true 2024-11-20T20:18:17,248 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/cluster_72edbb69-2478-5afd-267a-264585a516cf/zookeeper_0, clientPort=49983, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/cluster_72edbb69-2478-5afd-267a-264585a516cf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/cluster_72edbb69-2478-5afd-267a-264585a516cf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T20:18:17,270 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49983 2024-11-20T20:18:17,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T20:18:17,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T20:18:17,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/test.cache.data in system properties and HBase conf 2024-11-20T20:18:17,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T20:18:17,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/hadoop.log.dir in system properties and HBase conf 2024-11-20T20:18:17,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T20:18:17,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T20:18:17,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T20:18:17,450 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T20:18:17,614 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T20:18:17,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:18:17,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:18:17,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T20:18:17,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:18:17,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T20:18:17,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T20:18:17,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:18:17,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:18:17,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T20:18:17,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/nfs.dump.dir in system properties and HBase conf 2024-11-20T20:18:17,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/java.io.tmpdir in system properties and HBase conf 2024-11-20T20:18:17,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:18:17,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T20:18:17,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T20:18:19,403 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T20:18:19,532 INFO [Time-limited test {}] log.Log(170): Logging initialized @4848ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T20:18:19,670 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:18:19,791 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:18:19,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:18:19,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:18:19,886 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T20:18:19,928 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:18:19,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:18:19,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:18:20,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/java.io.tmpdir/jetty-localhost-42043-hadoop-hdfs-3_4_1-tests_jar-_-any-5080443725427969093/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:18:20,271 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:42043} 2024-11-20T20:18:20,272 INFO [Time-limited test {}] server.Server(415): Started @5589ms 2024-11-20T20:18:20,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:18:20,945 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:18:20,946 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:18:20,946 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:18:20,947 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T20:18:20,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:18:20,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:18:21,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/java.io.tmpdir/jetty-localhost-37463-hadoop-hdfs-3_4_1-tests_jar-_-any-4648720542632388363/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:18:21,051 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:37463} 2024-11-20T20:18:21,051 INFO [Time-limited test {}] server.Server(415): Started @6368ms 2024-11-20T20:18:21,107 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T20:18:22,533 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/cluster_72edbb69-2478-5afd-267a-264585a516cf/data/data1/current/BP-950588835-172.17.0.2-1732133898495/current, will proceed with Du for space computation calculation, 2024-11-20T20:18:22,533 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/cluster_72edbb69-2478-5afd-267a-264585a516cf/data/data2/current/BP-950588835-172.17.0.2-1732133898495/current, will proceed with Du for space computation calculation, 2024-11-20T20:18:22,573 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T20:18:22,634 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0a8c55fff986fec with lease ID 0x2c93d16e0baccefa: Processing first storage report for DS-7db8cd14-9462-4632-8384-e5c02afaba1f from datanode DatanodeRegistration(127.0.0.1:42893, datanodeUuid=774ceae4-6487-48ee-be4f-7622b2de733a, infoPort=45761, infoSecurePort=0, ipcPort=38199, storageInfo=lv=-57;cid=testClusterID;nsid=947019864;c=1732133898495) 2024-11-20T20:18:22,636 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0a8c55fff986fec with lease ID 0x2c93d16e0baccefa: from storage DS-7db8cd14-9462-4632-8384-e5c02afaba1f node DatanodeRegistration(127.0.0.1:42893, datanodeUuid=774ceae4-6487-48ee-be4f-7622b2de733a, infoPort=45761, infoSecurePort=0, ipcPort=38199, storageInfo=lv=-57;cid=testClusterID;nsid=947019864;c=1732133898495), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-20T20:18:22,637 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0a8c55fff986fec with lease ID 0x2c93d16e0baccefa: Processing first storage report for DS-b7124fa8-4c16-46f0-b39d-e76e5078f457 from datanode DatanodeRegistration(127.0.0.1:42893, datanodeUuid=774ceae4-6487-48ee-be4f-7622b2de733a, infoPort=45761, infoSecurePort=0, ipcPort=38199, storageInfo=lv=-57;cid=testClusterID;nsid=947019864;c=1732133898495) 2024-11-20T20:18:22,637 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0a8c55fff986fec with lease ID 0x2c93d16e0baccefa: from storage DS-b7124fa8-4c16-46f0-b39d-e76e5078f457 node DatanodeRegistration(127.0.0.1:42893, datanodeUuid=774ceae4-6487-48ee-be4f-7622b2de733a, infoPort=45761, infoSecurePort=0, ipcPort=38199, storageInfo=lv=-57;cid=testClusterID;nsid=947019864;c=1732133898495), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:18:22,696 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e 2024-11-20T20:18:22,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:22,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:23,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741825_1001 (size=7) 2024-11-20T20:18:23,474 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb with version=8 2024-11-20T20:18:23,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/hbase-staging 2024-11-20T20:18:23,567 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T20:18:23,822 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:18:23,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:18:23,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:18:23,841 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:18:23,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:18:23,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:18:24,035 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T20:18:24,098 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T20:18:24,108 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T20:18:24,111 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:18:24,135 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11555 (auto-detected) 2024-11-20T20:18:24,136 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T20:18:24,154 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36263 2024-11-20T20:18:24,175 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36263 connecting to ZooKeeper ensemble=127.0.0.1:49983 2024-11-20T20:18:24,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362630x0, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:18:24,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36263-0x10159e5bfa40000 connected 2024-11-20T20:18:24,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:24,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:24,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36263-0x10159e5bfa40000, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Set watcher on znode that does not yet exist, /0-1930568702/running 2024-11-20T20:18:24,576 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb, hbase.cluster.distributed=false 2024-11-20T20:18:24,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36263-0x10159e5bfa40000, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Set watcher on znode that does not yet exist, /0-1930568702/acl 2024-11-20T20:18:24,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36263 2024-11-20T20:18:24,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36263 2024-11-20T20:18:24,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36263 2024-11-20T20:18:24,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36263 2024-11-20T20:18:24,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36263 2024-11-20T20:18:24,769 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:18:24,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:18:24,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:18:24,772 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:18:24,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:18:24,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:18:24,775 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T20:18:24,778 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:18:24,779 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37031 2024-11-20T20:18:24,782 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37031 connecting to ZooKeeper ensemble=127.0.0.1:49983 2024-11-20T20:18:24,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:24,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:24,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370310x0, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:18:24,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370310x0, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Set watcher on znode that does not yet exist, /0-1930568702/running 2024-11-20T20:18:24,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37031-0x10159e5bfa40001 connected 2024-11-20T20:18:24,830 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T20:18:24,837 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T20:18:24,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37031-0x10159e5bfa40001, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Set watcher on znode that does not yet exist, /0-1930568702/master 2024-11-20T20:18:24,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37031-0x10159e5bfa40001, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Set watcher on znode that does not yet exist, /0-1930568702/acl 2024-11-20T20:18:24,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37031 2024-11-20T20:18:24,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37031 2024-11-20T20:18:24,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37031 2024-11-20T20:18:24,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37031 2024-11-20T20:18:24,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37031 2024-11-20T20:18:24,880 DEBUG [M:0;d7d59561a64e:36263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7d59561a64e:36263 2024-11-20T20:18:24,881 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1930568702/backup-masters/d7d59561a64e,36263,1732133903649 2024-11-20T20:18:24,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37031-0x10159e5bfa40001, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702/backup-masters 2024-11-20T20:18:24,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10159e5bfa40000, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702/backup-masters 2024-11-20T20:18:24,902 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36263-0x10159e5bfa40000, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Set watcher on existing znode=/0-1930568702/backup-masters/d7d59561a64e,36263,1732133903649 2024-11-20T20:18:24,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37031-0x10159e5bfa40001, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1930568702/master 2024-11-20T20:18:24,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10159e5bfa40000, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702 2024-11-20T20:18:24,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37031-0x10159e5bfa40001, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702 2024-11-20T20:18:24,950 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36263-0x10159e5bfa40000, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Set watcher on existing znode=/0-1930568702/master 2024-11-20T20:18:24,952 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1930568702/backup-masters/d7d59561a64e,36263,1732133903649 from backup master directory 2024-11-20T20:18:24,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10159e5bfa40000, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1930568702/backup-masters/d7d59561a64e,36263,1732133903649 2024-11-20T20:18:24,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37031-0x10159e5bfa40001, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702/backup-masters 2024-11-20T20:18:24,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10159e5bfa40000, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702/backup-masters 2024-11-20T20:18:24,965 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:18:24,965 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7d59561a64e,36263,1732133903649 2024-11-20T20:18:24,968 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T20:18:24,970 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T20:18:25,042 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/hbase.id] with ID: a2793234-4240-4ee0-b4fc-ee0a227bc0e2 2024-11-20T20:18:25,042 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/.tmp/hbase.id 2024-11-20T20:18:25,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741826_1002 (size=42) 2024-11-20T20:18:25,056 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/.tmp/hbase.id]:[hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/hbase.id] 2024-11-20T20:18:25,112 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:25,128 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T20:18:25,174 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 40ms. 2024-11-20T20:18:25,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37031-0x10159e5bfa40001, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702 2024-11-20T20:18:25,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10159e5bfa40000, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702 2024-11-20T20:18:25,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741827_1003 (size=196) 2024-11-20T20:18:25,218 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:18:25,223 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T20:18:25,246 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:18:25,253 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:18:25,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741828_1004 (size=1189) 2024-11-20T20:18:25,713 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store 2024-11-20T20:18:25,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741829_1005 (size=34) 2024-11-20T20:18:26,138 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T20:18:26,141 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:18:26,142 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:18:26,143 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:18:26,143 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:18:26,144 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:18:26,145 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:18:26,145 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:18:26,146 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732133906142Disabling compacts and flushes for region at 1732133906142Disabling writes for close at 1732133906145 (+3 ms)Writing region close event to WAL at 1732133906145Closed at 1732133906145 2024-11-20T20:18:26,148 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/.initializing 2024-11-20T20:18:26,149 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/WALs/d7d59561a64e,36263,1732133903649 2024-11-20T20:18:26,159 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:18:26,180 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C36263%2C1732133903649, suffix=, logDir=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/WALs/d7d59561a64e,36263,1732133903649, archiveDir=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/oldWALs, maxLogs=10 2024-11-20T20:18:26,212 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/WALs/d7d59561a64e,36263,1732133903649/d7d59561a64e%2C36263%2C1732133903649.1732133906186, exclude list is [], retry=0 2024-11-20T20:18:26,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42893,DS-7db8cd14-9462-4632-8384-e5c02afaba1f,DISK] 2024-11-20T20:18:26,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T20:18:26,284 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/WALs/d7d59561a64e,36263,1732133903649/d7d59561a64e%2C36263%2C1732133903649.1732133906186 2024-11-20T20:18:26,285 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45761:45761)] 2024-11-20T20:18:26,286 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:18:26,287 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:18:26,291 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:26,293 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:26,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:26,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T20:18:26,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:26,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:26,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:26,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T20:18:26,398 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:26,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:18:26,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:26,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T20:18:26,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:26,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:18:26,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:26,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T20:18:26,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:26,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:18:26,434 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:26,439 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:26,441 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:26,447 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:26,448 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:26,453 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:18:26,459 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:26,465 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:18:26,467 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63364968, jitterRate=-0.055788397789001465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:18:26,475 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732133906311Initializing all the Stores at 1732133906314 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133906315 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133906316 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133906317 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133906317Cleaning up temporary data from old regions at 1732133906448 (+131 ms)Region opened successfully at 1732133906474 (+26 ms) 2024-11-20T20:18:26,476 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T20:18:26,516 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d8d0ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:18:26,549 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T20:18:26,564 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T20:18:26,564 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T20:18:26,568 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T20:18:26,570 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T20:18:26,577 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-20T20:18:26,577 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T20:18:26,607 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T20:18:26,616 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36263-0x10159e5bfa40000, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Unable to get data of znode /0-1930568702/balancer because node does not exist (not necessarily an error) 2024-11-20T20:18:26,693 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1930568702/balancer already deleted, retry=false 2024-11-20T20:18:26,696 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T20:18:26,698 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36263-0x10159e5bfa40000, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Unable to get data of znode /0-1930568702/normalizer because node does not exist (not necessarily an error) 2024-11-20T20:18:26,709 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1930568702/normalizer already deleted, retry=false 2024-11-20T20:18:26,712 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T20:18:26,716 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36263-0x10159e5bfa40000, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Unable to get data of znode /0-1930568702/switch/split because node does not exist (not necessarily an error) 2024-11-20T20:18:26,725 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1930568702/switch/split already deleted, retry=false 2024-11-20T20:18:26,727 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36263-0x10159e5bfa40000, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Unable to get data of znode /0-1930568702/switch/merge because node does not exist (not necessarily an error) 2024-11-20T20:18:26,735 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1930568702/switch/merge already deleted, retry=false 2024-11-20T20:18:26,755 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36263-0x10159e5bfa40000, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Unable to get data of znode /0-1930568702/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T20:18:26,767 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1930568702/snapshot-cleanup already deleted, retry=false 2024-11-20T20:18:26,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37031-0x10159e5bfa40001, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1930568702/running 2024-11-20T20:18:26,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10159e5bfa40000, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1930568702/running 2024-11-20T20:18:26,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37031-0x10159e5bfa40001, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702 2024-11-20T20:18:26,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10159e5bfa40000, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702 2024-11-20T20:18:26,786 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7d59561a64e,36263,1732133903649, sessionid=0x10159e5bfa40000, setting cluster-up flag (Was=false) 2024-11-20T20:18:26,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37031-0x10159e5bfa40001, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702 2024-11-20T20:18:26,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10159e5bfa40000, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702 2024-11-20T20:18:26,846 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1930568702/flush-table-proc/acquired, /0-1930568702/flush-table-proc/reached, /0-1930568702/flush-table-proc/abort 2024-11-20T20:18:26,849 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,36263,1732133903649 2024-11-20T20:18:26,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10159e5bfa40000, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702 2024-11-20T20:18:26,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37031-0x10159e5bfa40001, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702 2024-11-20T20:18:26,904 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1930568702/online-snapshot/acquired, /0-1930568702/online-snapshot/reached, /0-1930568702/online-snapshot/abort 2024-11-20T20:18:26,907 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,36263,1732133903649 2024-11-20T20:18:26,913 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T20:18:26,967 INFO [RS:0;d7d59561a64e:37031 {}] regionserver.HRegionServer(746): ClusterId : a2793234-4240-4ee0-b4fc-ee0a227bc0e2 2024-11-20T20:18:26,970 DEBUG [RS:0;d7d59561a64e:37031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T20:18:26,986 DEBUG [RS:0;d7d59561a64e:37031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T20:18:26,986 DEBUG [RS:0;d7d59561a64e:37031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T20:18:26,995 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T20:18:27,000 DEBUG [RS:0;d7d59561a64e:37031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T20:18:27,001 DEBUG [RS:0;d7d59561a64e:37031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ababd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:18:27,005 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T20:18:27,012 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T20:18:27,022 DEBUG [RS:0;d7d59561a64e:37031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7d59561a64e:37031 2024-11-20T20:18:27,020 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7d59561a64e,36263,1732133903649 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T20:18:27,026 INFO [RS:0;d7d59561a64e:37031 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T20:18:27,027 INFO [RS:0;d7d59561a64e:37031 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T20:18:27,027 DEBUG [RS:0;d7d59561a64e:37031 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T20:18:27,029 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:18:27,029 INFO [RS:0;d7d59561a64e:37031 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d59561a64e,36263,1732133903649 with port=37031, startcode=1732133904729 2024-11-20T20:18:27,030 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:18:27,030 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:18:27,030 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:18:27,030 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7d59561a64e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T20:18:27,030 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:27,031 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:18:27,031 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:27,037 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732133937037 2024-11-20T20:18:27,039 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T20:18:27,040 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T20:18:27,040 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:18:27,041 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T20:18:27,044 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T20:18:27,045 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T20:18:27,045 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T20:18:27,045 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T20:18:27,046 DEBUG [RS:0;d7d59561a64e:37031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T20:18:27,049 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:27,048 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:27,049 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T20:18:27,054 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T20:18:27,056 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T20:18:27,056 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T20:18:27,057 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T20:18:27,067 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T20:18:27,068 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T20:18:27,071 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732133907069,5,FailOnTimeoutGroup] 2024-11-20T20:18:27,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741831_1007 (size=1321) 2024-11-20T20:18:27,072 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732133907071,5,FailOnTimeoutGroup] 2024-11-20T20:18:27,072 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:27,073 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T20:18:27,074 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:27,075 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:27,076 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T20:18:27,076 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb 2024-11-20T20:18:27,095 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T20:18:27,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741832_1008 (size=32) 2024-11-20T20:18:27,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:18:27,105 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36263 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7d59561a64e,37031,1732133904729 2024-11-20T20:18:27,108 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36263 {}] master.ServerManager(517): Registering regionserver=d7d59561a64e,37031,1732133904729 2024-11-20T20:18:27,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:18:27,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:18:27,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:27,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:27,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:18:27,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:18:27,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:27,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:27,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:18:27,133 DEBUG [RS:0;d7d59561a64e:37031 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb 2024-11-20T20:18:27,134 DEBUG [RS:0;d7d59561a64e:37031 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43591 2024-11-20T20:18:27,134 DEBUG [RS:0;d7d59561a64e:37031 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T20:18:27,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:18:27,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:27,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:27,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:18:27,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:18:27,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:27,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:27,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:18:27,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740 2024-11-20T20:18:27,148 DEBUG [RS:0;d7d59561a64e:37031 {}] zookeeper.ZKUtil(111): regionserver:37031-0x10159e5bfa40001, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Set watcher on existing znode=/0-1930568702/rs/d7d59561a64e,37031,1732133904729 2024-11-20T20:18:27,149 WARN [RS:0;d7d59561a64e:37031 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:18:27,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740 2024-11-20T20:18:27,150 INFO [RS:0;d7d59561a64e:37031 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:18:27,150 DEBUG [RS:0;d7d59561a64e:37031 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,37031,1732133904729 2024-11-20T20:18:27,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10159e5bfa40000, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702/rs 2024-11-20T20:18:27,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:18:27,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:18:27,158 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:18:27,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:18:27,173 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7d59561a64e,37031,1732133904729] 2024-11-20T20:18:27,178 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:18:27,179 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62122964, jitterRate=-0.07429569959640503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:18:27,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732133907102Initializing all the Stores at 1732133907105 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133907105Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133907110 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133907110Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133907110Cleaning up temporary data from old regions at 1732133907156 (+46 ms)Region opened successfully at 1732133907185 (+29 ms) 2024-11-20T20:18:27,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:18:27,186 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:18:27,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:18:27,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:18:27,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:18:27,189 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:18:27,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732133907186Disabling compacts and flushes for region at 1732133907186Disabling writes for close at 1732133907187 (+1 ms)Writing region close event to WAL at 1732133907188 (+1 ms)Closed at 1732133907189 (+1 ms) 2024-11-20T20:18:27,190 INFO [RS:0;d7d59561a64e:37031 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T20:18:27,195 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:18:27,196 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T20:18:27,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T20:18:27,213 INFO [RS:0;d7d59561a64e:37031 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T20:18:27,216 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:18:27,219 INFO [RS:0;d7d59561a64e:37031 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T20:18:27,220 INFO [RS:0;d7d59561a64e:37031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:27,221 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T20:18:27,221 INFO [RS:0;d7d59561a64e:37031 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T20:18:27,230 INFO [RS:0;d7d59561a64e:37031 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T20:18:27,232 INFO [RS:0;d7d59561a64e:37031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:27,233 DEBUG [RS:0;d7d59561a64e:37031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:27,233 DEBUG [RS:0;d7d59561a64e:37031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:27,233 DEBUG [RS:0;d7d59561a64e:37031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:27,233 DEBUG [RS:0;d7d59561a64e:37031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:27,234 DEBUG [RS:0;d7d59561a64e:37031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:27,234 DEBUG [RS:0;d7d59561a64e:37031 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:18:27,234 DEBUG [RS:0;d7d59561a64e:37031 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:27,234 DEBUG [RS:0;d7d59561a64e:37031 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:27,234 DEBUG [RS:0;d7d59561a64e:37031 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:27,235 DEBUG [RS:0;d7d59561a64e:37031 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:27,235 DEBUG [RS:0;d7d59561a64e:37031 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:27,235 DEBUG [RS:0;d7d59561a64e:37031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:27,235 DEBUG [RS:0;d7d59561a64e:37031 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:18:27,235 DEBUG [RS:0;d7d59561a64e:37031 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:18:27,237 INFO [RS:0;d7d59561a64e:37031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:27,238 INFO [RS:0;d7d59561a64e:37031 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:27,238 INFO [RS:0;d7d59561a64e:37031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:27,238 INFO [RS:0;d7d59561a64e:37031 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:27,238 INFO [RS:0;d7d59561a64e:37031 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:27,239 INFO [RS:0;d7d59561a64e:37031 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,37031,1732133904729-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:18:27,258 INFO [RS:0;d7d59561a64e:37031 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T20:18:27,260 INFO [RS:0;d7d59561a64e:37031 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,37031,1732133904729-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:27,261 INFO [RS:0;d7d59561a64e:37031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:27,261 INFO [RS:0;d7d59561a64e:37031 {}] regionserver.Replication(171): d7d59561a64e,37031,1732133904729 started 2024-11-20T20:18:27,281 INFO [RS:0;d7d59561a64e:37031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:27,282 INFO [RS:0;d7d59561a64e:37031 {}] regionserver.HRegionServer(1482): Serving as d7d59561a64e,37031,1732133904729, RpcServer on d7d59561a64e/172.17.0.2:37031, sessionid=0x10159e5bfa40001 2024-11-20T20:18:27,283 DEBUG [RS:0;d7d59561a64e:37031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T20:18:27,283 DEBUG [RS:0;d7d59561a64e:37031 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7d59561a64e,37031,1732133904729 2024-11-20T20:18:27,284 DEBUG [RS:0;d7d59561a64e:37031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,37031,1732133904729' 2024-11-20T20:18:27,284 DEBUG [RS:0;d7d59561a64e:37031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1930568702/flush-table-proc/abort' 2024-11-20T20:18:27,286 DEBUG [RS:0;d7d59561a64e:37031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1930568702/flush-table-proc/acquired' 2024-11-20T20:18:27,287 DEBUG [RS:0;d7d59561a64e:37031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T20:18:27,288 DEBUG [RS:0;d7d59561a64e:37031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T20:18:27,288 DEBUG [RS:0;d7d59561a64e:37031 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7d59561a64e,37031,1732133904729 2024-11-20T20:18:27,288 DEBUG [RS:0;d7d59561a64e:37031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,37031,1732133904729' 2024-11-20T20:18:27,288 DEBUG [RS:0;d7d59561a64e:37031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1930568702/online-snapshot/abort' 2024-11-20T20:18:27,290 DEBUG [RS:0;d7d59561a64e:37031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1930568702/online-snapshot/acquired' 2024-11-20T20:18:27,291 DEBUG [RS:0;d7d59561a64e:37031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T20:18:27,292 INFO [RS:0;d7d59561a64e:37031 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T20:18:27,292 INFO [RS:0;d7d59561a64e:37031 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T20:18:27,372 WARN [d7d59561a64e:36263 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T20:18:27,398 INFO [RS:0;d7d59561a64e:37031 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:18:27,403 INFO [RS:0;d7d59561a64e:37031 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C37031%2C1732133904729, suffix=, logDir=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,37031,1732133904729, archiveDir=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/oldWALs, maxLogs=10 2024-11-20T20:18:27,425 DEBUG [RS:0;d7d59561a64e:37031 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,37031,1732133904729/d7d59561a64e%2C37031%2C1732133904729.1732133907405, exclude list is [], retry=0 2024-11-20T20:18:27,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42893,DS-7db8cd14-9462-4632-8384-e5c02afaba1f,DISK] 2024-11-20T20:18:27,442 INFO [RS:0;d7d59561a64e:37031 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,37031,1732133904729/d7d59561a64e%2C37031%2C1732133904729.1732133907405 2024-11-20T20:18:27,449 DEBUG [RS:0;d7d59561a64e:37031 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45761:45761)] 2024-11-20T20:18:27,624 DEBUG [d7d59561a64e:36263 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T20:18:27,640 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7d59561a64e,37031,1732133904729 2024-11-20T20:18:27,649 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,37031,1732133904729, state=OPENING 2024-11-20T20:18:27,667 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T20:18:27,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10159e5bfa40000, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702 2024-11-20T20:18:27,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37031-0x10159e5bfa40001, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702 2024-11-20T20:18:27,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1930568702/meta-region-server: CHANGED 2024-11-20T20:18:27,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1930568702/meta-region-server: CHANGED 2024-11-20T20:18:27,727 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:18:27,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,37031,1732133904729}] 2024-11-20T20:18:27,922 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:18:27,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T20:18:27,947 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T20:18:27,948 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:18:27,949 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T20:18:27,961 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C37031%2C1732133904729.meta, suffix=.meta, logDir=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,37031,1732133904729, archiveDir=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/oldWALs, maxLogs=10 2024-11-20T20:18:27,990 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,37031,1732133904729/d7d59561a64e%2C37031%2C1732133904729.meta.1732133907964.meta, exclude list is [], retry=0 2024-11-20T20:18:27,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42893,DS-7db8cd14-9462-4632-8384-e5c02afaba1f,DISK] 2024-11-20T20:18:28,002 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,37031,1732133904729/d7d59561a64e%2C37031%2C1732133904729.meta.1732133907964.meta 2024-11-20T20:18:28,004 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45761:45761)] 2024-11-20T20:18:28,005 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:18:28,012 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:18:28,014 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:18:28,018 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T20:18:28,021 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T20:18:28,027 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T20:18:28,028 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:18:28,028 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T20:18:28,029 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T20:18:28,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:18:28,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:18:28,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:28,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:28,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:18:28,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:18:28,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:28,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:28,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:18:28,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:18:28,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:28,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:28,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:18:28,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:18:28,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:28,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:28,048 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:18:28,050 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740 2024-11-20T20:18:28,054 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740 2024-11-20T20:18:28,058 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:18:28,058 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:18:28,059 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:18:28,063 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:18:28,065 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62197033, jitterRate=-0.07319198548793793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:18:28,065 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T20:18:28,068 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732133908029Writing region info on filesystem at 1732133908030 (+1 ms)Initializing all the Stores at 1732133908032 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133908032Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133908032Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133908032Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133908033 (+1 ms)Cleaning up temporary data from old regions at 1732133908058 (+25 ms)Running coprocessor post-open hooks at 1732133908065 (+7 ms)Region opened successfully at 1732133908067 (+2 ms) 2024-11-20T20:18:28,075 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732133907911 2024-11-20T20:18:28,089 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T20:18:28,089 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T20:18:28,091 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,37031,1732133904729 2024-11-20T20:18:28,095 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,37031,1732133904729, state=OPEN 2024-11-20T20:18:28,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37031-0x10159e5bfa40001, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1930568702/meta-region-server 2024-11-20T20:18:28,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10159e5bfa40000, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1930568702/meta-region-server 2024-11-20T20:18:28,161 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1930568702/meta-region-server: CHANGED 2024-11-20T20:18:28,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1930568702/meta-region-server: CHANGED 2024-11-20T20:18:28,163 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7d59561a64e,37031,1732133904729 2024-11-20T20:18:28,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T20:18:28,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,37031,1732133904729 in 433 msec 2024-11-20T20:18:28,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T20:18:28,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 969 msec 2024-11-20T20:18:28,183 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:18:28,183 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T20:18:28,209 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:18:28,211 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,37031,1732133904729, seqNum=-1] 2024-11-20T20:18:28,238 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:18:28,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:18:28,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3230 sec 2024-11-20T20:18:28,269 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732133908269, completionTime=-1 2024-11-20T20:18:28,273 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T20:18:28,273 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T20:18:28,310 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T20:18:28,310 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732133968310 2024-11-20T20:18:28,310 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732134028310 2024-11-20T20:18:28,311 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 37 msec 2024-11-20T20:18:28,314 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,36263,1732133903649-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:28,314 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,36263,1732133903649-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:28,315 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,36263,1732133903649-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:28,317 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7d59561a64e:36263, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:28,317 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:28,323 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:28,337 DEBUG [master/d7d59561a64e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T20:18:28,361 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.396sec 2024-11-20T20:18:28,363 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T20:18:28,365 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T20:18:28,366 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T20:18:28,366 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T20:18:28,367 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T20:18:28,368 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,36263,1732133903649-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:18:28,368 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,36263,1732133903649-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T20:18:28,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ec8655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:28,382 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T20:18:28,383 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T20:18:28,383 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T20:18:28,383 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T20:18:28,384 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,36263,1732133903649-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:28,386 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,36263,-1 for getting cluster id 2024-11-20T20:18:28,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:18:28,398 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2793234-4240-4ee0-b4fc-ee0a227bc0e2' 2024-11-20T20:18:28,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:18:28,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2793234-4240-4ee0-b4fc-ee0a227bc0e2" 2024-11-20T20:18:28,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2838b0c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:28,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,36263,-1] 2024-11-20T20:18:28,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:18:28,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:28,416 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:18:28,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e904ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:28,422 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:18:28,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,37031,1732133904729, seqNum=-1] 2024-11-20T20:18:28,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:18:28,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:18:28,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7d59561a64e,36263,1732133903649 2024-11-20T20:18:28,466 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49983 2024-11-20T20:18:28,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:18:28,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10159e5bfa40002 connected 2024-11-20T20:18:28,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/hadoop.log.dir so I do NOT create it in target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3 2024-11-20T20:18:28,555 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T20:18:28,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/hadoop.tmp.dir so I do NOT create it in target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3 2024-11-20T20:18:28,555 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T20:18:28,555 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3 2024-11-20T20:18:28,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T20:18:28,556 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/cluster_72ca7c75-d5d0-ab9f-59b2-2f2a6f6df93d, deleteOnExit=true 2024-11-20T20:18:28,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T20:18:28,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/test.cache.data in system properties and HBase conf 2024-11-20T20:18:28,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T20:18:28,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/hadoop.log.dir in system properties and HBase conf 2024-11-20T20:18:28,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T20:18:28,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T20:18:28,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T20:18:28,557 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T20:18:28,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:18:28,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:18:28,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T20:18:28,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:18:28,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T20:18:28,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T20:18:28,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:18:28,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:18:28,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T20:18:28,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/nfs.dump.dir in system properties and HBase conf 2024-11-20T20:18:28,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/java.io.tmpdir in system properties and HBase conf 2024-11-20T20:18:28,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:18:28,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T20:18:28,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T20:18:28,986 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:18:28,999 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:18:29,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:18:29,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:18:29,009 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T20:18:29,013 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:18:29,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@eac06d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:18:29,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@617e68fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:18:29,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5996d99{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/java.io.tmpdir/jetty-localhost-40067-hadoop-hdfs-3_4_1-tests_jar-_-any-14120009562430979058/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:18:29,159 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6dc57932{HTTP/1.1, (http/1.1)}{localhost:40067} 2024-11-20T20:18:29,159 INFO [Time-limited test {}] server.Server(415): Started @14477ms 2024-11-20T20:18:30,131 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:18:30,140 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:18:30,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:18:30,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:18:30,159 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:18:30,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1624ab1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:18:30,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28f7ee27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:18:30,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@543c8101{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/java.io.tmpdir/jetty-localhost-41377-hadoop-hdfs-3_4_1-tests_jar-_-any-13016170435104886269/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:18:30,301 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56772991{HTTP/1.1, (http/1.1)}{localhost:41377} 2024-11-20T20:18:30,301 INFO [Time-limited test {}] server.Server(415): Started @15618ms 2024-11-20T20:18:30,304 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T20:18:30,971 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/cluster_72ca7c75-d5d0-ab9f-59b2-2f2a6f6df93d/data/data1/current/BP-1002066111-172.17.0.2-1732133908595/current, will proceed with Du for space computation calculation, 2024-11-20T20:18:30,971 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/cluster_72ca7c75-d5d0-ab9f-59b2-2f2a6f6df93d/data/data2/current/BP-1002066111-172.17.0.2-1732133908595/current, will proceed with Du for space computation calculation, 2024-11-20T20:18:31,036 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T20:18:31,040 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11ee758a89b0036 with lease ID 0x7d09964b1f65f154: Processing first storage report for DS-d00163ac-6fb5-4c0f-800b-ea55150b648c from datanode DatanodeRegistration(127.0.0.1:44947, datanodeUuid=b168b1c6-d114-404a-a8b9-db7d8d42764b, infoPort=35251, infoSecurePort=0, ipcPort=40377, storageInfo=lv=-57;cid=testClusterID;nsid=246949119;c=1732133908595) 2024-11-20T20:18:31,041 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11ee758a89b0036 with lease ID 0x7d09964b1f65f154: from storage DS-d00163ac-6fb5-4c0f-800b-ea55150b648c node DatanodeRegistration(127.0.0.1:44947, datanodeUuid=b168b1c6-d114-404a-a8b9-db7d8d42764b, infoPort=35251, infoSecurePort=0, ipcPort=40377, storageInfo=lv=-57;cid=testClusterID;nsid=246949119;c=1732133908595), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:18:31,041 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11ee758a89b0036 with lease ID 0x7d09964b1f65f154: Processing first storage report for DS-dab13f49-f655-499d-8e8f-599f9e3e7b9d from datanode DatanodeRegistration(127.0.0.1:44947, datanodeUuid=b168b1c6-d114-404a-a8b9-db7d8d42764b, infoPort=35251, infoSecurePort=0, ipcPort=40377, storageInfo=lv=-57;cid=testClusterID;nsid=246949119;c=1732133908595) 2024-11-20T20:18:31,041 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11ee758a89b0036 with lease ID 0x7d09964b1f65f154: from storage DS-dab13f49-f655-499d-8e8f-599f9e3e7b9d node DatanodeRegistration(127.0.0.1:44947, datanodeUuid=b168b1c6-d114-404a-a8b9-db7d8d42764b, infoPort=35251, infoSecurePort=0, ipcPort=40377, storageInfo=lv=-57;cid=testClusterID;nsid=246949119;c=1732133908595), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:18:31,103 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3 2024-11-20T20:18:31,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:31,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:31,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741825_1001 (size=7) 2024-11-20T20:18:31,530 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72 with version=8 2024-11-20T20:18:31,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/hbase-staging 2024-11-20T20:18:31,533 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:18:31,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:18:31,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:18:31,535 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:18:31,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:18:31,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:18:31,535 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T20:18:31,535 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:18:31,536 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34515 2024-11-20T20:18:31,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34515 connecting to ZooKeeper ensemble=127.0.0.1:49983 2024-11-20T20:18:31,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345150x0, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:18:31,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34515-0x10159e5bfa40003 connected 2024-11-20T20:18:31,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:31,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:31,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34515-0x10159e5bfa40003, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Set watcher on znode that does not yet exist, /1-169512374/running 2024-11-20T20:18:31,680 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72, hbase.cluster.distributed=false 2024-11-20T20:18:31,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34515-0x10159e5bfa40003, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Set watcher on znode that does not yet exist, /1-169512374/acl 2024-11-20T20:18:31,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34515 2024-11-20T20:18:31,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34515 2024-11-20T20:18:31,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34515 2024-11-20T20:18:31,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34515 2024-11-20T20:18:31,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34515 2024-11-20T20:18:31,723 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:18:31,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:18:31,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:18:31,724 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:18:31,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:18:31,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:18:31,725 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T20:18:31,725 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:18:31,726 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42869 2024-11-20T20:18:31,729 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42869 connecting to ZooKeeper ensemble=127.0.0.1:49983 2024-11-20T20:18:31,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:31,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:31,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428690x0, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Set watcher on znode that does not yet exist, /1-169512374/running 2024-11-20T20:18:31,759 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T20:18:31,759 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428690x0, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:18:31,761 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T20:18:31,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42869-0x10159e5bfa40004, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Set watcher on znode that does not yet exist, /1-169512374/master 2024-11-20T20:18:31,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42869-0x10159e5bfa40004 connected 2024-11-20T20:18:31,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42869-0x10159e5bfa40004, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Set watcher on znode that does not yet exist, /1-169512374/acl 2024-11-20T20:18:31,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42869 2024-11-20T20:18:31,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42869 2024-11-20T20:18:31,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42869 2024-11-20T20:18:31,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42869 2024-11-20T20:18:31,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42869 2024-11-20T20:18:31,794 DEBUG [M:0;d7d59561a64e:34515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7d59561a64e:34515 2024-11-20T20:18:31,795 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-169512374/backup-masters/d7d59561a64e,34515,1732133911533 2024-11-20T20:18:31,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34515-0x10159e5bfa40003, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-169512374/backup-masters 2024-11-20T20:18:31,804 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x10159e5bfa40004, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-169512374/backup-masters 2024-11-20T20:18:31,805 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34515-0x10159e5bfa40003, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Set watcher on existing znode=/1-169512374/backup-masters/d7d59561a64e,34515,1732133911533 2024-11-20T20:18:31,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34515-0x10159e5bfa40003, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-169512374 2024-11-20T20:18:31,814 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x10159e5bfa40004, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-169512374/master 2024-11-20T20:18:31,815 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x10159e5bfa40004, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-169512374 2024-11-20T20:18:31,816 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34515-0x10159e5bfa40003, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Set watcher on existing znode=/1-169512374/master 2024-11-20T20:18:31,816 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-169512374/backup-masters/d7d59561a64e,34515,1732133911533 from backup master directory 2024-11-20T20:18:31,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34515-0x10159e5bfa40003, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-169512374/backup-masters/d7d59561a64e,34515,1732133911533 2024-11-20T20:18:31,825 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x10159e5bfa40004, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-169512374/backup-masters 2024-11-20T20:18:31,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34515-0x10159e5bfa40003, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-169512374/backup-masters 2024-11-20T20:18:31,826 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:18:31,827 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7d59561a64e,34515,1732133911533 2024-11-20T20:18:31,842 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/hbase.id] with ID: ad753544-e784-45bf-bb0f-63baa26a43d0 2024-11-20T20:18:31,843 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/.tmp/hbase.id 2024-11-20T20:18:31,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741826_1002 (size=42) 2024-11-20T20:18:31,861 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/.tmp/hbase.id]:[hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/hbase.id] 2024-11-20T20:18:31,907 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:31,908 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T20:18:31,912 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-20T20:18:31,925 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x10159e5bfa40004, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-169512374 2024-11-20T20:18:31,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34515-0x10159e5bfa40003, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-169512374 2024-11-20T20:18:31,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741827_1003 (size=196) 2024-11-20T20:18:31,948 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:18:31,949 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T20:18:31,956 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:18:31,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741828_1004 (size=1189) 2024-11-20T20:18:31,982 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/MasterData/data/master/store 2024-11-20T20:18:32,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741829_1005 (size=34) 2024-11-20T20:18:32,007 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:18:32,007 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:18:32,008 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:18:32,008 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:18:32,008 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:18:32,008 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:18:32,008 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:18:32,008 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732133912007Disabling compacts and flushes for region at 1732133912007Disabling writes for close at 1732133912008 (+1 ms)Writing region close event to WAL at 1732133912008Closed at 1732133912008 2024-11-20T20:18:32,011 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/MasterData/data/master/store/.initializing 2024-11-20T20:18:32,011 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/MasterData/WALs/d7d59561a64e,34515,1732133911533 2024-11-20T20:18:32,014 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:18:32,019 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C34515%2C1732133911533, suffix=, logDir=hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/MasterData/WALs/d7d59561a64e,34515,1732133911533, archiveDir=hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/MasterData/oldWALs, maxLogs=10 2024-11-20T20:18:32,042 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/MasterData/WALs/d7d59561a64e,34515,1732133911533/d7d59561a64e%2C34515%2C1732133911533.1732133912020, exclude list is [], retry=0 2024-11-20T20:18:32,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44947,DS-d00163ac-6fb5-4c0f-800b-ea55150b648c,DISK] 2024-11-20T20:18:32,055 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/MasterData/WALs/d7d59561a64e,34515,1732133911533/d7d59561a64e%2C34515%2C1732133911533.1732133912020 2024-11-20T20:18:32,059 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35251:35251)] 2024-11-20T20:18:32,059 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:18:32,059 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:18:32,060 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:32,060 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:32,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:32,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T20:18:32,074 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:32,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:32,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:32,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T20:18:32,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:32,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:18:32,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:32,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T20:18:32,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:32,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:18:32,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:32,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T20:18:32,095 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:32,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:18:32,097 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:32,098 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:32,099 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:32,102 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:32,102 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:32,103 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:18:32,106 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:32,110 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:18:32,111 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71358296, jitterRate=0.06332147121429443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:18:32,111 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732133912060Initializing all the Stores at 1732133912064 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133912064Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133912068 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133912068Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133912068Cleaning up temporary data from old regions at 1732133912102 (+34 ms)Region opened successfully at 1732133912111 (+9 ms) 2024-11-20T20:18:32,112 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T20:18:32,118 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3edaae36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:18:32,120 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T20:18:32,120 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T20:18:32,120 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T20:18:32,120 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T20:18:32,121 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T20:18:32,122 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T20:18:32,122 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T20:18:32,125 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T20:18:32,127 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34515-0x10159e5bfa40003, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Unable to get data of znode /1-169512374/balancer because node does not exist (not necessarily an error) 2024-11-20T20:18:32,174 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-169512374/balancer already deleted, retry=false 2024-11-20T20:18:32,175 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T20:18:32,176 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34515-0x10159e5bfa40003, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Unable to get data of znode /1-169512374/normalizer because node does not exist (not necessarily an error) 2024-11-20T20:18:32,248 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-169512374/normalizer already deleted, retry=false 2024-11-20T20:18:32,249 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T20:18:32,250 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34515-0x10159e5bfa40003, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Unable to get data of znode /1-169512374/switch/split because node does not exist (not necessarily an error) 2024-11-20T20:18:32,312 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-169512374/switch/split already deleted, retry=false 2024-11-20T20:18:32,313 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34515-0x10159e5bfa40003, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Unable to get data of znode /1-169512374/switch/merge because node does not exist (not necessarily an error) 2024-11-20T20:18:32,458 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-169512374/switch/merge already deleted, retry=false 2024-11-20T20:18:32,463 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34515-0x10159e5bfa40003, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Unable to get data of znode /1-169512374/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T20:18:32,564 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-169512374/snapshot-cleanup already deleted, retry=false 2024-11-20T20:18:32,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34515-0x10159e5bfa40003, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-169512374/running 2024-11-20T20:18:32,593 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x10159e5bfa40004, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-169512374/running 2024-11-20T20:18:32,593 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x10159e5bfa40004, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-169512374 2024-11-20T20:18:32,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34515-0x10159e5bfa40003, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-169512374 2024-11-20T20:18:32,594 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7d59561a64e,34515,1732133911533, sessionid=0x10159e5bfa40003, setting cluster-up flag (Was=false) 2024-11-20T20:18:32,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34515-0x10159e5bfa40003, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-169512374 2024-11-20T20:18:32,614 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x10159e5bfa40004, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-169512374 2024-11-20T20:18:32,713 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-169512374/flush-table-proc/acquired, /1-169512374/flush-table-proc/reached, /1-169512374/flush-table-proc/abort 2024-11-20T20:18:32,717 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,34515,1732133911533 2024-11-20T20:18:32,756 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x10159e5bfa40004, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-169512374 2024-11-20T20:18:32,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34515-0x10159e5bfa40003, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-169512374 2024-11-20T20:18:32,788 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-169512374/online-snapshot/acquired, /1-169512374/online-snapshot/reached, /1-169512374/online-snapshot/abort 2024-11-20T20:18:32,790 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,34515,1732133911533 2024-11-20T20:18:32,792 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T20:18:32,800 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T20:18:32,801 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T20:18:32,801 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T20:18:32,801 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7d59561a64e,34515,1732133911533 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T20:18:32,804 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:18:32,804 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:18:32,804 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:18:32,804 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:18:32,804 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7d59561a64e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T20:18:32,804 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:32,805 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:18:32,805 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:32,809 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732133942809 2024-11-20T20:18:32,810 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T20:18:32,810 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T20:18:32,810 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T20:18:32,810 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T20:18:32,810 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T20:18:32,810 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:18:32,810 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T20:18:32,810 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T20:18:32,811 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:32,811 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T20:18:32,811 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T20:18:32,812 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T20:18:32,812 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T20:18:32,812 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T20:18:32,813 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T20:18:32,813 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732133912813,5,FailOnTimeoutGroup] 2024-11-20T20:18:32,814 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:32,814 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T20:18:32,816 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732133912813,5,FailOnTimeoutGroup] 2024-11-20T20:18:32,816 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:32,816 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T20:18:32,816 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:32,817 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:32,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741831_1007 (size=1321) 2024-11-20T20:18:32,842 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T20:18:32,842 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72 2024-11-20T20:18:32,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741832_1008 (size=32) 2024-11-20T20:18:32,888 INFO [RS:0;d7d59561a64e:42869 {}] regionserver.HRegionServer(746): ClusterId : ad753544-e784-45bf-bb0f-63baa26a43d0 2024-11-20T20:18:32,889 DEBUG [RS:0;d7d59561a64e:42869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T20:18:32,910 DEBUG [RS:0;d7d59561a64e:42869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T20:18:32,910 DEBUG [RS:0;d7d59561a64e:42869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T20:18:32,922 DEBUG [RS:0;d7d59561a64e:42869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T20:18:32,922 DEBUG [RS:0;d7d59561a64e:42869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd2dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:18:32,941 DEBUG [RS:0;d7d59561a64e:42869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7d59561a64e:42869 2024-11-20T20:18:32,942 INFO [RS:0;d7d59561a64e:42869 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T20:18:32,942 INFO [RS:0;d7d59561a64e:42869 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T20:18:32,942 DEBUG [RS:0;d7d59561a64e:42869 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T20:18:32,943 INFO [RS:0;d7d59561a64e:42869 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d59561a64e,34515,1732133911533 with port=42869, startcode=1732133911723 2024-11-20T20:18:32,944 DEBUG [RS:0;d7d59561a64e:42869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T20:18:32,949 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T20:18:32,950 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34515 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7d59561a64e,42869,1732133911723 2024-11-20T20:18:32,950 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34515 {}] master.ServerManager(517): Registering regionserver=d7d59561a64e,42869,1732133911723 2024-11-20T20:18:32,955 DEBUG [RS:0;d7d59561a64e:42869 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72 2024-11-20T20:18:32,955 DEBUG [RS:0;d7d59561a64e:42869 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45477 2024-11-20T20:18:32,955 DEBUG [RS:0;d7d59561a64e:42869 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T20:18:33,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34515-0x10159e5bfa40003, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-169512374/rs 2024-11-20T20:18:33,020 DEBUG [RS:0;d7d59561a64e:42869 {}] zookeeper.ZKUtil(111): regionserver:42869-0x10159e5bfa40004, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Set watcher on existing znode=/1-169512374/rs/d7d59561a64e,42869,1732133911723 2024-11-20T20:18:33,020 WARN [RS:0;d7d59561a64e:42869 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:18:33,020 INFO [RS:0;d7d59561a64e:42869 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:18:33,020 DEBUG [RS:0;d7d59561a64e:42869 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/WALs/d7d59561a64e,42869,1732133911723 2024-11-20T20:18:33,021 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7d59561a64e,42869,1732133911723] 2024-11-20T20:18:33,027 INFO [RS:0;d7d59561a64e:42869 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T20:18:33,044 INFO [RS:0;d7d59561a64e:42869 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T20:18:33,050 INFO [RS:0;d7d59561a64e:42869 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T20:18:33,050 INFO [RS:0;d7d59561a64e:42869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:33,050 INFO [RS:0;d7d59561a64e:42869 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T20:18:33,052 INFO [RS:0;d7d59561a64e:42869 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T20:18:33,053 INFO [RS:0;d7d59561a64e:42869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:33,053 DEBUG [RS:0;d7d59561a64e:42869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:33,054 DEBUG [RS:0;d7d59561a64e:42869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:33,055 DEBUG [RS:0;d7d59561a64e:42869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:33,055 DEBUG [RS:0;d7d59561a64e:42869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:33,055 DEBUG [RS:0;d7d59561a64e:42869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:33,055 DEBUG [RS:0;d7d59561a64e:42869 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:18:33,056 DEBUG [RS:0;d7d59561a64e:42869 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:33,056 DEBUG [RS:0;d7d59561a64e:42869 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:33,056 DEBUG [RS:0;d7d59561a64e:42869 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:33,056 DEBUG [RS:0;d7d59561a64e:42869 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:33,056 DEBUG [RS:0;d7d59561a64e:42869 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:33,057 DEBUG [RS:0;d7d59561a64e:42869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:33,057 DEBUG [RS:0;d7d59561a64e:42869 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:18:33,057 DEBUG [RS:0;d7d59561a64e:42869 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:18:33,064 INFO [RS:0;d7d59561a64e:42869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:33,065 INFO [RS:0;d7d59561a64e:42869 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:33,065 INFO [RS:0;d7d59561a64e:42869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:33,065 INFO [RS:0;d7d59561a64e:42869 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:33,065 INFO [RS:0;d7d59561a64e:42869 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:33,065 INFO [RS:0;d7d59561a64e:42869 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,42869,1732133911723-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:18:33,090 INFO [RS:0;d7d59561a64e:42869 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T20:18:33,091 INFO [RS:0;d7d59561a64e:42869 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,42869,1732133911723-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:33,091 INFO [RS:0;d7d59561a64e:42869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:33,091 INFO [RS:0;d7d59561a64e:42869 {}] regionserver.Replication(171): d7d59561a64e,42869,1732133911723 started 2024-11-20T20:18:33,115 INFO [RS:0;d7d59561a64e:42869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:33,116 INFO [RS:0;d7d59561a64e:42869 {}] regionserver.HRegionServer(1482): Serving as d7d59561a64e,42869,1732133911723, RpcServer on d7d59561a64e/172.17.0.2:42869, sessionid=0x10159e5bfa40004 2024-11-20T20:18:33,116 DEBUG [RS:0;d7d59561a64e:42869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T20:18:33,116 DEBUG [RS:0;d7d59561a64e:42869 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7d59561a64e,42869,1732133911723 2024-11-20T20:18:33,116 DEBUG [RS:0;d7d59561a64e:42869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,42869,1732133911723' 2024-11-20T20:18:33,116 DEBUG [RS:0;d7d59561a64e:42869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-169512374/flush-table-proc/abort' 2024-11-20T20:18:33,117 DEBUG [RS:0;d7d59561a64e:42869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-169512374/flush-table-proc/acquired' 2024-11-20T20:18:33,118 DEBUG [RS:0;d7d59561a64e:42869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T20:18:33,118 DEBUG [RS:0;d7d59561a64e:42869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T20:18:33,118 DEBUG [RS:0;d7d59561a64e:42869 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7d59561a64e,42869,1732133911723 2024-11-20T20:18:33,118 DEBUG [RS:0;d7d59561a64e:42869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,42869,1732133911723' 2024-11-20T20:18:33,119 DEBUG [RS:0;d7d59561a64e:42869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-169512374/online-snapshot/abort' 2024-11-20T20:18:33,120 DEBUG [RS:0;d7d59561a64e:42869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-169512374/online-snapshot/acquired' 2024-11-20T20:18:33,121 DEBUG [RS:0;d7d59561a64e:42869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T20:18:33,121 INFO [RS:0;d7d59561a64e:42869 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T20:18:33,121 INFO [RS:0;d7d59561a64e:42869 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T20:18:33,222 INFO [RS:0;d7d59561a64e:42869 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:18:33,226 INFO [RS:0;d7d59561a64e:42869 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C42869%2C1732133911723, suffix=, logDir=hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/WALs/d7d59561a64e,42869,1732133911723, archiveDir=hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/oldWALs, maxLogs=10 2024-11-20T20:18:33,270 DEBUG [RS:0;d7d59561a64e:42869 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/WALs/d7d59561a64e,42869,1732133911723/d7d59561a64e%2C42869%2C1732133911723.1732133913229, exclude list is [], retry=0 2024-11-20T20:18:33,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44947,DS-d00163ac-6fb5-4c0f-800b-ea55150b648c,DISK] 2024-11-20T20:18:33,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:18:33,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:18:33,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:18:33,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:33,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:33,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:18:33,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:18:33,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:33,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:33,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:18:33,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:18:33,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:33,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:33,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:18:33,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:18:33,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:33,348 INFO [RS:0;d7d59561a64e:42869 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/WALs/d7d59561a64e,42869,1732133911723/d7d59561a64e%2C42869%2C1732133911723.1732133913229 2024-11-20T20:18:33,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:33,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:18:33,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/data/hbase/meta/1588230740 2024-11-20T20:18:33,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/data/hbase/meta/1588230740 2024-11-20T20:18:33,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:18:33,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:18:33,355 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:18:33,358 DEBUG [RS:0;d7d59561a64e:42869 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35251:35251)] 2024-11-20T20:18:33,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:18:33,378 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:18:33,380 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60886700, jitterRate=-0.09271746873855591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:18:33,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732133913286Initializing all the Stores at 1732133913288 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133913288Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133913324 (+36 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133913324Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133913324Cleaning up temporary data from old regions at 1732133913354 (+30 ms)Region opened successfully at 1732133913380 (+26 ms) 2024-11-20T20:18:33,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:18:33,381 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:18:33,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:18:33,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:18:33,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:18:33,389 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:18:33,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732133913380Disabling compacts and flushes for region at 1732133913380Disabling writes for close at 1732133913381 (+1 ms)Writing region close event to WAL at 1732133913389 (+8 ms)Closed at 1732133913389 2024-11-20T20:18:33,392 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:18:33,393 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T20:18:33,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T20:18:33,396 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:18:33,399 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T20:18:33,543 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:18:33,550 DEBUG [d7d59561a64e:34515 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T20:18:33,550 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7d59561a64e,42869,1732133911723 2024-11-20T20:18:33,554 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,42869,1732133911723, state=OPENING 2024-11-20T20:18:33,603 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T20:18:33,643 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T20:18:33,663 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x10159e5bfa40004, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-169512374 2024-11-20T20:18:33,663 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:18:33,663 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-169512374/meta-region-server: CHANGED 2024-11-20T20:18:33,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,42869,1732133911723}] 2024-11-20T20:18:33,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34515-0x10159e5bfa40003, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-169512374 2024-11-20T20:18:33,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-169512374/meta-region-server: CHANGED 2024-11-20T20:18:33,856 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:18:33,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T20:18:33,863 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T20:18:33,863 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:18:33,863 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T20:18:33,866 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C42869%2C1732133911723.meta, suffix=.meta, logDir=hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/WALs/d7d59561a64e,42869,1732133911723, archiveDir=hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/oldWALs, maxLogs=10 2024-11-20T20:18:33,880 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/WALs/d7d59561a64e,42869,1732133911723/d7d59561a64e%2C42869%2C1732133911723.meta.1732133913868.meta, exclude list is [], retry=0 2024-11-20T20:18:33,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44947,DS-d00163ac-6fb5-4c0f-800b-ea55150b648c,DISK] 2024-11-20T20:18:33,886 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/WALs/d7d59561a64e,42869,1732133911723/d7d59561a64e%2C42869%2C1732133911723.meta.1732133913868.meta 2024-11-20T20:18:33,887 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35251:35251)] 2024-11-20T20:18:33,887 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:18:33,888 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:18:33,888 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:18:33,888 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T20:18:33,888 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T20:18:33,888 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T20:18:33,888 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:18:33,888 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T20:18:33,888 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T20:18:33,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:18:33,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:18:33,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:33,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:33,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:18:33,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:18:33,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:33,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:33,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:18:33,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:18:33,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:33,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:33,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:18:33,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:18:33,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:33,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:33,901 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:18:33,902 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/data/hbase/meta/1588230740 2024-11-20T20:18:33,904 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/data/hbase/meta/1588230740 2024-11-20T20:18:33,907 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:18:33,908 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:18:33,909 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:18:33,912 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:18:33,914 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73412048, jitterRate=0.09392476081848145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:18:33,914 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T20:18:33,914 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732133913889Writing region info on filesystem at 1732133913889Initializing all the Stores at 1732133913890 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133913890Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133913890Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133913890Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133913891 (+1 ms)Cleaning up temporary data from old regions at 1732133913908 (+17 ms)Running coprocessor post-open hooks at 1732133913914 (+6 ms)Region opened successfully at 1732133913914 2024-11-20T20:18:33,916 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732133913855 2024-11-20T20:18:33,922 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,42869,1732133911723 2024-11-20T20:18:33,924 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,42869,1732133911723, state=OPEN 2024-11-20T20:18:33,924 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T20:18:33,924 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T20:18:33,945 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x10159e5bfa40004, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-169512374/meta-region-server 2024-11-20T20:18:33,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34515-0x10159e5bfa40003, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-169512374/meta-region-server 2024-11-20T20:18:33,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-169512374/meta-region-server: CHANGED 2024-11-20T20:18:33,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-169512374/meta-region-server: CHANGED 2024-11-20T20:18:33,946 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7d59561a64e,42869,1732133911723 2024-11-20T20:18:33,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T20:18:33,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,42869,1732133911723 in 282 msec 2024-11-20T20:18:33,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T20:18:33,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 559 msec 2024-11-20T20:18:33,960 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:18:33,961 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T20:18:33,963 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:18:33,964 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,42869,1732133911723, seqNum=-1] 2024-11-20T20:18:33,964 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:18:33,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:18:33,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1790 sec 2024-11-20T20:18:33,980 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732133913980, completionTime=-1 2024-11-20T20:18:33,980 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T20:18:33,981 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T20:18:33,984 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T20:18:33,985 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732133973984 2024-11-20T20:18:33,985 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732134033985 2024-11-20T20:18:33,985 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-20T20:18:33,985 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,34515,1732133911533-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:33,985 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,34515,1732133911533-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:33,985 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,34515,1732133911533-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:33,986 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7d59561a64e:34515, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:33,986 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:33,987 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:33,990 DEBUG [master/d7d59561a64e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T20:18:33,993 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.166sec 2024-11-20T20:18:33,994 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T20:18:33,994 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T20:18:33,994 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T20:18:33,994 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T20:18:33,994 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T20:18:33,994 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,34515,1732133911533-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:18:33,994 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,34515,1732133911533-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T20:18:33,998 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T20:18:33,998 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T20:18:33,998 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,34515,1732133911533-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:34,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afd7c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:34,002 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,34515,-1 for getting cluster id 2024-11-20T20:18:34,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:18:34,011 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad753544-e784-45bf-bb0f-63baa26a43d0' 2024-11-20T20:18:34,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:18:34,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad753544-e784-45bf-bb0f-63baa26a43d0" 2024-11-20T20:18:34,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d0ff75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:34,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,34515,-1] 2024-11-20T20:18:34,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:18:34,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:34,018 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:18:34,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d7ffbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:34,021 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:18:34,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,42869,1732133911723, seqNum=-1] 2024-11-20T20:18:34,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:18:34,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:18:34,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7d59561a64e,34515,1732133911533 2024-11-20T20:18:34,031 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49983 2024-11-20T20:18:34,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:18:34,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10159e5bfa40005 connected 2024-11-20T20:18:34,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a856152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:34,057 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,36263,-1 for getting cluster id 2024-11-20T20:18:34,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:18:34,059 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2793234-4240-4ee0-b4fc-ee0a227bc0e2' 2024-11-20T20:18:34,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:18:34,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2793234-4240-4ee0-b4fc-ee0a227bc0e2" 2024-11-20T20:18:34,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ddd757e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:34,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,36263,-1] 2024-11-20T20:18:34,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:18:34,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:34,067 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:18:34,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36905bb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:34,083 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:18:34,090 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,36263,1732133903649 2024-11-20T20:18:34,093 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3460a930 2024-11-20T20:18:34,095 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:18:34,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T20:18:34,096 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T20:18:34,098 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:18:34,099 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T20:18:34,099 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:18:34,099 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T20:18:34,099 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:18:34,100 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T20:18:34,100 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T20:18:34,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7d59561a64e:34515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T20:18:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T20:18:34,128 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:34515' 2024-11-20T20:18:34,136 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f6666b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:34,137 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,34515,-1 for getting cluster id 2024-11-20T20:18:34,137 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:18:34,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:18:34,144 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad753544-e784-45bf-bb0f-63baa26a43d0' 2024-11-20T20:18:34,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:18:34,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad753544-e784-45bf-bb0f-63baa26a43d0" 2024-11-20T20:18:34,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2be8d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:34,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,34515,-1] 2024-11-20T20:18:34,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:18:34,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:34,151 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:18:34,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a555f82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:34,161 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:18:34,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,34515,1732133911533 2024-11-20T20:18:34,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@582eab47 2024-11-20T20:18:34,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:18:34,177 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:18:34,208 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T20:18:34,208 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T20:18:34,224 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:34,225 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:34,228 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:18:34,233 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:18:34,242 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T20:18:34,246 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:18:34,246 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:18:34,250 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:18:34,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741835_1011 (size=1138) 2024-11-20T20:18:34,300 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T20:18:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:18:34,701 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51dcec6b94555d54af0540241c30df30, NAME => 'hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb 2024-11-20T20:18:34,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741836_1012 (size=44) 2024-11-20T20:18:34,710 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:18:34,711 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 51dcec6b94555d54af0540241c30df30, disabling compactions & flushes 2024-11-20T20:18:34,711 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30. 2024-11-20T20:18:34,711 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30. 2024-11-20T20:18:34,711 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30. after waiting 0 ms 2024-11-20T20:18:34,711 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30. 2024-11-20T20:18:34,711 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30. 2024-11-20T20:18:34,711 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51dcec6b94555d54af0540241c30df30: Waiting for close lock at 1732133914711Disabling compacts and flushes for region at 1732133914711Disabling writes for close at 1732133914711Writing region close event to WAL at 1732133914711Closed at 1732133914711 2024-11-20T20:18:34,713 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:18:34,720 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732133914714"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732133914714"}]},"ts":"1732133914714"} 2024-11-20T20:18:34,725 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:18:34,727 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:18:34,730 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732133914727"}]},"ts":"1732133914727"} 2024-11-20T20:18:34,734 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T20:18:34,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51dcec6b94555d54af0540241c30df30, ASSIGN}] 2024-11-20T20:18:34,753 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51dcec6b94555d54af0540241c30df30, ASSIGN 2024-11-20T20:18:34,755 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51dcec6b94555d54af0540241c30df30, ASSIGN; state=OFFLINE, location=d7d59561a64e,37031,1732133904729; forceNewPlan=false, retain=false 2024-11-20T20:18:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:18:34,907 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=51dcec6b94555d54af0540241c30df30, regionState=OPENING, regionLocation=d7d59561a64e,37031,1732133904729 2024-11-20T20:18:34,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51dcec6b94555d54af0540241c30df30, ASSIGN because future has completed 2024-11-20T20:18:34,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51dcec6b94555d54af0540241c30df30, server=d7d59561a64e,37031,1732133904729}] 2024-11-20T20:18:35,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30. 2024-11-20T20:18:35,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:18:35,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T20:18:35,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C37031%2C1732133904729.rep, suffix=, logDir=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,37031,1732133904729, archiveDir=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/oldWALs, maxLogs=10 2024-11-20T20:18:35,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,37031,1732133904729/d7d59561a64e%2C37031%2C1732133904729.rep.1732133915102, exclude list is [], retry=0 2024-11-20T20:18:35,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42893,DS-7db8cd14-9462-4632-8384-e5c02afaba1f,DISK] 2024-11-20T20:18:35,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,37031,1732133904729/d7d59561a64e%2C37031%2C1732133904729.rep.1732133915102 2024-11-20T20:18:35,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45761:45761)] 2024-11-20T20:18:35,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 51dcec6b94555d54af0540241c30df30, NAME => 'hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:18:35,124 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:18:35,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:18:35,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30. service=MultiRowMutationService 2024-11-20T20:18:35,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T20:18:35,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 51dcec6b94555d54af0540241c30df30 2024-11-20T20:18:35,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:18:35,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 51dcec6b94555d54af0540241c30df30 2024-11-20T20:18:35,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 51dcec6b94555d54af0540241c30df30 2024-11-20T20:18:35,132 INFO [StoreOpener-51dcec6b94555d54af0540241c30df30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 51dcec6b94555d54af0540241c30df30 2024-11-20T20:18:35,135 INFO [StoreOpener-51dcec6b94555d54af0540241c30df30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51dcec6b94555d54af0540241c30df30 columnFamilyName hfileref 2024-11-20T20:18:35,135 DEBUG [StoreOpener-51dcec6b94555d54af0540241c30df30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:35,136 INFO [StoreOpener-51dcec6b94555d54af0540241c30df30-1 {}] regionserver.HStore(327): Store=51dcec6b94555d54af0540241c30df30/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:18:35,136 INFO [StoreOpener-51dcec6b94555d54af0540241c30df30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 51dcec6b94555d54af0540241c30df30 2024-11-20T20:18:35,138 INFO [StoreOpener-51dcec6b94555d54af0540241c30df30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51dcec6b94555d54af0540241c30df30 columnFamilyName queue 2024-11-20T20:18:35,138 DEBUG [StoreOpener-51dcec6b94555d54af0540241c30df30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:35,138 INFO [StoreOpener-51dcec6b94555d54af0540241c30df30-1 {}] regionserver.HStore(327): Store=51dcec6b94555d54af0540241c30df30/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:18:35,139 INFO [StoreOpener-51dcec6b94555d54af0540241c30df30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 51dcec6b94555d54af0540241c30df30 2024-11-20T20:18:35,141 INFO [StoreOpener-51dcec6b94555d54af0540241c30df30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51dcec6b94555d54af0540241c30df30 columnFamilyName sid 2024-11-20T20:18:35,141 DEBUG [StoreOpener-51dcec6b94555d54af0540241c30df30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:35,142 INFO [StoreOpener-51dcec6b94555d54af0540241c30df30-1 {}] regionserver.HStore(327): Store=51dcec6b94555d54af0540241c30df30/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:18:35,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 51dcec6b94555d54af0540241c30df30 2024-11-20T20:18:35,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/replication/51dcec6b94555d54af0540241c30df30 2024-11-20T20:18:35,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/replication/51dcec6b94555d54af0540241c30df30 2024-11-20T20:18:35,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 51dcec6b94555d54af0540241c30df30 2024-11-20T20:18:35,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 51dcec6b94555d54af0540241c30df30 2024-11-20T20:18:35,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:18:35,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 51dcec6b94555d54af0540241c30df30 2024-11-20T20:18:35,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/replication/51dcec6b94555d54af0540241c30df30/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:18:35,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 51dcec6b94555d54af0540241c30df30; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68772782, jitterRate=0.024794310331344604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:18:35,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51dcec6b94555d54af0540241c30df30 2024-11-20T20:18:35,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 51dcec6b94555d54af0540241c30df30: Running coprocessor pre-open hook at 1732133915126Writing region info on filesystem at 1732133915126Initializing all the Stores at 1732133915127 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133915127Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133915132 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133915132Cleaning up temporary data from old regions at 1732133915146 (+14 ms)Running coprocessor post-open hooks at 1732133915177 (+31 ms)Region opened successfully at 1732133915178 (+1 ms) 2024-11-20T20:18:35,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30., pid=7, masterSystemTime=1732133915084 2024-11-20T20:18:35,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30. 2024-11-20T20:18:35,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30. 2024-11-20T20:18:35,186 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=51dcec6b94555d54af0540241c30df30, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,37031,1732133904729 2024-11-20T20:18:35,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51dcec6b94555d54af0540241c30df30, server=d7d59561a64e,37031,1732133904729 because future has completed 2024-11-20T20:18:35,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-20T20:18:35,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 51dcec6b94555d54af0540241c30df30, server=d7d59561a64e,37031,1732133904729 in 276 msec 2024-11-20T20:18:35,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T20:18:35,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51dcec6b94555d54af0540241c30df30, ASSIGN in 461 msec 2024-11-20T20:18:35,207 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:18:35,207 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732133915207"}]},"ts":"1732133915207"} 2024-11-20T20:18:35,211 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T20:18:35,213 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:18:35,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 979 msec 2024-11-20T20:18:35,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30., hostname=d7d59561a64e,37031,1732133904729, seqNum=2] 2024-11-20T20:18:35,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37031 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-20T20:18:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:18:35,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37031-0x10159e5bfa40001, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702 2024-11-20T20:18:35,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10159e5bfa40000, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702 2024-11-20T20:18:35,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T20:18:35,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-20T20:18:35,709 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T20:18:35,752 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-d7d59561a64e,37031,1732133904729, ReplicationSource: 1, currentBandwidth=0 2024-11-20T20:18:35,753 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:18:35,754 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,37031,1732133904729, seqNum=-1] 2024-11-20T20:18:35,754 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:18:35,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-20T20:18:35,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d7d59561a64e,37031,1732133904729', locateType=CURRENT is [region=hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30., hostname=d7d59561a64e,37031,1732133904729, seqNum=2] 2024-11-20T20:18:35,767 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T20:18:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T20:18:35,772 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d7d59561a64e,37031,1732133904729 suceeded 2024-11-20T20:18:35,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T20:18:35,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 232 msec 2024-11-20T20:18:35,777 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d7d59561a64e:34515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T20:18:35,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6720 sec 2024-11-20T20:18:35,787 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,37031,1732133904729 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:34515' 2024-11-20T20:18:35,790 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,37031,1732133904729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b582006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:35,790 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,37031,1732133904729 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,34515,-1 for getting cluster id 2024-11-20T20:18:35,791 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,37031,1732133904729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:18:35,792 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad753544-e784-45bf-bb0f-63baa26a43d0' 2024-11-20T20:18:35,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:18:35,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad753544-e784-45bf-bb0f-63baa26a43d0" 2024-11-20T20:18:35,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cf9ab80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:35,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,34515,-1] 2024-11-20T20:18:35,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:18:35,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:35,795 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:18:35,796 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,37031,1732133904729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22337ffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:35,796 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,37031,1732133904729 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:18:35,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,34515,1732133911533 2024-11-20T20:18:35,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5066f28d 2024-11-20T20:18:35,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:18:35,799 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-20T20:18:35,800 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,37031,1732133904729 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7d59561a64e,37031,1732133904729 (queues=1) is replicating from cluster=a2793234-4240-4ee0-b4fc-ee0a227bc0e2 to cluster=ad753544-e784-45bf-bb0f-63baa26a43d0 2024-11-20T20:18:35,803 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,37031,1732133904729 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7d59561a64e%2C37031%2C1732133904729 2024-11-20T20:18:35,808 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,37031,1732133904729 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7d59561a64e,37031,1732133904729, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T20:18:35,811 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,37031,1732133904729.replicationSource.shipperd7d59561a64e%2C37031%2C1732133904729,1-d7d59561a64e,37031,1732133904729 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7d59561a64e%2C37031%2C1732133904729 2024-11-20T20:18:35,815 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,37031,1732133904729.replicationSource.wal-reader.d7d59561a64e%2C37031%2C1732133904729,1-d7d59561a64e,37031,1732133904729 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,37031,1732133904729/d7d59561a64e%2C37031%2C1732133904729.1732133907405, startPosition=0, beingWritten=true 2024-11-20T20:18:36,069 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,37031,1732133904729.replicationSource.wal-reader.d7d59561a64e%2C37031%2C1732133904729,1-d7d59561a64e,37031,1732133904729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,37031,1732133904729/d7d59561a64e%2C37031%2C1732133904729.1732133907405 to pos 0, reset compression=false 2024-11-20T20:18:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:18:36,303 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:18:36,303 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T20:18:36,303 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:18:36,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:36,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:36,304 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:18:36,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6067dc31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:36,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,36263,-1 for getting cluster id 2024-11-20T20:18:36,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:18:36,307 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2793234-4240-4ee0-b4fc-ee0a227bc0e2' 2024-11-20T20:18:36,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:18:36,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2793234-4240-4ee0-b4fc-ee0a227bc0e2" 2024-11-20T20:18:36,310 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4914254f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:36,311 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,36263,-1] 2024-11-20T20:18:36,312 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:18:36,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:36,321 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:18:36,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1c0fd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:36,323 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:18:36,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,36263,1732133903649 2024-11-20T20:18:36,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@324c4837 2024-11-20T20:18:36,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:18:36,353 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:18:36,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://d7d59561a64e:34515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T20:18:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T20:18:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T20:18:36,361 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:34515' 2024-11-20T20:18:36,377 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34164ea9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:36,377 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,34515,-1 for getting cluster id 2024-11-20T20:18:36,377 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:18:36,377 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,37031,1732133904729.replicationSource.wal-reader.d7d59561a64e%2C37031%2C1732133904729,1-d7d59561a64e,37031,1732133904729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,37031,1732133904729/d7d59561a64e%2C37031%2C1732133904729.1732133907405 to pos 0, reset compression=false 2024-11-20T20:18:36,380 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad753544-e784-45bf-bb0f-63baa26a43d0' 2024-11-20T20:18:36,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:18:36,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad753544-e784-45bf-bb0f-63baa26a43d0" 2024-11-20T20:18:36,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e954e70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:36,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,34515,-1] 2024-11-20T20:18:36,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:18:36,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:36,383 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:18:36,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac887d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:36,385 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:18:36,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,34515,1732133911533 2024-11-20T20:18:36,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@318d048 2024-11-20T20:18:36,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:18:36,393 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:18:36,395 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T20:18:36,396 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T20:18:36,396 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:36,396 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:36,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:18:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T20:18:36,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T20:18:36,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-20T20:18:36,651 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-20T20:18:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T20:18:36,701 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-d7d59561a64e,37031,1732133904729, ReplicationSource: 2, currentBandwidth=0 2024-11-20T20:18:36,709 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-20T20:18:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-20T20:18:36,715 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on d7d59561a64e,37031,1732133904729 suceeded 2024-11-20T20:18:36,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T20:18:36,721 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://d7d59561a64e:34515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T20:18:36,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 220 msec 2024-11-20T20:18:36,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 367 msec 2024-11-20T20:18:36,746 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,37031,1732133904729 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:34515' 2024-11-20T20:18:36,749 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,37031,1732133904729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56bba085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:36,749 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,37031,1732133904729 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,34515,-1 for getting cluster id 2024-11-20T20:18:36,749 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,37031,1732133904729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:18:36,751 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad753544-e784-45bf-bb0f-63baa26a43d0' 2024-11-20T20:18:36,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:18:36,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad753544-e784-45bf-bb0f-63baa26a43d0" 2024-11-20T20:18:36,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39235f3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:36,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,34515,-1] 2024-11-20T20:18:36,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:18:36,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:36,755 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:18:36,757 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,37031,1732133904729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d3bccbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:36,757 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,37031,1732133904729 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:18:36,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,34515,1732133911533 2024-11-20T20:18:36,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14b626c8 2024-11-20T20:18:36,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:18:36,761 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-20T20:18:36,763 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,37031,1732133904729 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-d7d59561a64e,37031,1732133904729 (queues=1) is replicating from cluster=a2793234-4240-4ee0-b4fc-ee0a227bc0e2 to cluster=ad753544-e784-45bf-bb0f-63baa26a43d0 2024-11-20T20:18:36,763 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,37031,1732133904729 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=d7d59561a64e%2C37031%2C1732133904729 2024-11-20T20:18:36,764 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,37031,1732133904729 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-d7d59561a64e,37031,1732133904729, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T20:18:36,764 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,37031,1732133904729.replicationSource.wal-reader.d7d59561a64e%2C37031%2C1732133904729,2-d7d59561a64e,37031,1732133904729 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,37031,1732133904729/d7d59561a64e%2C37031%2C1732133904729.1732133907405, startPosition=0, beingWritten=true 2024-11-20T20:18:36,768 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,37031,1732133904729.replicationSource.shipperd7d59561a64e%2C37031%2C1732133904729,2-d7d59561a64e,37031,1732133904729 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7d59561a64e%2C37031%2C1732133904729 2024-11-20T20:18:36,807 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,37031,1732133904729.replicationSource.wal-reader.d7d59561a64e%2C37031%2C1732133904729,1-d7d59561a64e,37031,1732133904729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,37031,1732133904729/d7d59561a64e%2C37031%2C1732133904729.1732133907405 to pos 0, reset compression=false 2024-11-20T20:18:36,982 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,37031,1732133904729.replicationSource.wal-reader.d7d59561a64e%2C37031%2C1732133904729,2-d7d59561a64e,37031,1732133904729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,37031,1732133904729/d7d59561a64e%2C37031%2C1732133904729.1732133907405 to pos 0, reset compression=false 2024-11-20T20:18:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T20:18:36,993 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-20T20:18:36,993 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:18:36,993 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:18:36,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:36,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:36,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:18:36,994 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:18:36,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,36263,1732133903649 2024-11-20T20:18:36,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30d8eca 2024-11-20T20:18:36,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:18:37,002 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:18:37,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T20:18:37,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-20T20:18:37,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T20:18:37,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-20T20:18:37,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://d7d59561a64e:34515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T20:18:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T20:18:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T20:18:37,024 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:34515' 2024-11-20T20:18:37,025 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173eb885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:37,025 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,34515,-1 for getting cluster id 2024-11-20T20:18:37,026 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:18:37,027 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad753544-e784-45bf-bb0f-63baa26a43d0' 2024-11-20T20:18:37,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:18:37,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad753544-e784-45bf-bb0f-63baa26a43d0" 2024-11-20T20:18:37,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f8eb5e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:37,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,34515,-1] 2024-11-20T20:18:37,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:18:37,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:37,030 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:18:37,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e74e47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:37,032 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:18:37,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,34515,1732133911533 2024-11-20T20:18:37,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@501f6036 2024-11-20T20:18:37,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:18:37,036 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:18:37,037 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-20T20:18:37,037 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T20:18:37,037 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:37,037 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:37,038 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:18:37,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T20:18:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T20:18:37,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-20T20:18:37,251 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-20T20:18:37,253 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-20T20:18:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-20T20:18:37,258 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on d7d59561a64e,37031,1732133904729 suceeded 2024-11-20T20:18:37,265 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://d7d59561a64e:34515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T20:18:37,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T20:18:37,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-11-20T20:18:37,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 250 msec 2024-11-20T20:18:37,298 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,37031,1732133904729.replicationSource.wal-reader.d7d59561a64e%2C37031%2C1732133904729,2-d7d59561a64e,37031,1732133904729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,37031,1732133904729/d7d59561a64e%2C37031%2C1732133904729.1732133907405 to pos 0, reset compression=false 2024-11-20T20:18:37,314 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,37031,1732133904729.replicationSource.wal-reader.d7d59561a64e%2C37031%2C1732133904729,1-d7d59561a64e,37031,1732133904729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,37031,1732133904729/d7d59561a64e%2C37031%2C1732133904729.1732133907405 to pos 0, reset compression=false 2024-11-20T20:18:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T20:18:37,341 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-20T20:18:37,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://d7d59561a64e:34515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T20:18:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T20:18:37,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T20:18:37,348 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:34515' 2024-11-20T20:18:37,350 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fab0fc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:37,350 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,34515,-1 for getting cluster id 2024-11-20T20:18:37,350 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:18:37,351 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad753544-e784-45bf-bb0f-63baa26a43d0' 2024-11-20T20:18:37,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:18:37,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad753544-e784-45bf-bb0f-63baa26a43d0" 2024-11-20T20:18:37,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@447e348f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:37,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,34515,-1] 2024-11-20T20:18:37,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:18:37,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:37,359 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:18:37,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281eeb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:37,361 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:18:37,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,34515,1732133911533 2024-11-20T20:18:37,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ef86933 2024-11-20T20:18:37,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:18:37,366 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:18:37,368 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T20:18:37,368 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T20:18:37,368 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:37,368 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:37,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:18:37,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T20:18:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T20:18:37,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37031 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-20T20:18:37,543 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-20T20:18:37,545 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-20T20:18:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-20T20:18:37,554 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on d7d59561a64e,37031,1732133904729 suceeded 2024-11-20T20:18:37,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-20T20:18:37,559 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://d7d59561a64e:34515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T20:18:37,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 169 msec 2024-11-20T20:18:37,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 217 msec 2024-11-20T20:18:37,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T20:18:37,671 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-20T20:18:37,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T20:18:37,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36263 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-20T20:18:37,675 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:18:37,676 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:18:37,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:37,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:37,676 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T20:18:37,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:18:37,676 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=529951586, stopped=false 2024-11-20T20:18:37,677 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7d59561a64e,36263,1732133903649 2024-11-20T20:18:37,706 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,37031,1732133904729.replicationSource.wal-reader.d7d59561a64e%2C37031%2C1732133904729,2-d7d59561a64e,37031,1732133904729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,37031,1732133904729/d7d59561a64e%2C37031%2C1732133904729.1732133907405 to pos 0, reset compression=false 2024-11-20T20:18:37,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37031-0x10159e5bfa40001, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1930568702/running 2024-11-20T20:18:37,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10159e5bfa40000, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1930568702/running 2024-11-20T20:18:37,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37031-0x10159e5bfa40001, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702 2024-11-20T20:18:37,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10159e5bfa40000, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702 2024-11-20T20:18:37,730 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:18:37,730 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:18:37,731 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:18:37,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:37,731 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7d59561a64e,37031,1732133904729' ***** 2024-11-20T20:18:37,731 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T20:18:37,732 INFO [RS:0;d7d59561a64e:37031 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T20:18:37,733 INFO [RS:0;d7d59561a64e:37031 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T20:18:37,733 INFO [RS:0;d7d59561a64e:37031 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T20:18:37,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36263-0x10159e5bfa40000, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Set watcher on znode that does not yet exist, /0-1930568702/running 2024-11-20T20:18:37,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37031-0x10159e5bfa40001, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Set watcher on znode that does not yet exist, /0-1930568702/running 2024-11-20T20:18:37,733 INFO [RS:0;d7d59561a64e:37031 {}] regionserver.HRegionServer(3091): Received CLOSE for 51dcec6b94555d54af0540241c30df30 2024-11-20T20:18:37,734 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T20:18:37,734 INFO [RS:0;d7d59561a64e:37031 {}] regionserver.HRegionServer(959): stopping server d7d59561a64e,37031,1732133904729 2024-11-20T20:18:37,734 INFO [RS:0;d7d59561a64e:37031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:18:37,734 INFO [RS:0;d7d59561a64e:37031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:37031. 2024-11-20T20:18:37,735 DEBUG [RS:0;d7d59561a64e:37031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:18:37,735 DEBUG [RS:0;d7d59561a64e:37031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:37,735 INFO [RS:0;d7d59561a64e:37031 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T20:18:37,735 INFO [RS:0;d7d59561a64e:37031 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T20:18:37,735 INFO [RS:0;d7d59561a64e:37031 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T20:18:37,735 INFO [RS:0;d7d59561a64e:37031 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T20:18:37,735 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51dcec6b94555d54af0540241c30df30, disabling compactions & flushes 2024-11-20T20:18:37,735 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30. 2024-11-20T20:18:37,736 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30. 2024-11-20T20:18:37,736 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30. after waiting 0 ms 2024-11-20T20:18:37,736 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30. 2024-11-20T20:18:37,736 INFO [RS:0;d7d59561a64e:37031 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T20:18:37,736 DEBUG [RS:0;d7d59561a64e:37031 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 51dcec6b94555d54af0540241c30df30=hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30.} 2024-11-20T20:18:37,737 DEBUG [RS:0;d7d59561a64e:37031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51dcec6b94555d54af0540241c30df30 2024-11-20T20:18:37,737 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:18:37,737 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:18:37,738 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:18:37,738 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:18:37,738 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:18:37,741 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 51dcec6b94555d54af0540241c30df30 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-20T20:18:37,741 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T20:18:37,817 INFO [regionserver/d7d59561a64e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:18:37,830 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740/.tmp/info/21cc7d20a09041c18ddafb34ee74b34d is 147, key is hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30./info:regioninfo/1732133915185/Put/seqid=0 2024-11-20T20:18:37,831 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/replication/51dcec6b94555d54af0540241c30df30/.tmp/queue/cceda05b3cf34756a00fac66a27d4103 is 151, key is 1-d7d59561a64e,37031,1732133904729/queue:d7d59561a64e%2C37031%2C1732133904729/1732133915762/Put/seqid=0 2024-11-20T20:18:37,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741839_1015 (size=6631) 2024-11-20T20:18:37,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741838_1014 (size=5500) 2024-11-20T20:18:37,850 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/replication/51dcec6b94555d54af0540241c30df30/.tmp/queue/cceda05b3cf34756a00fac66a27d4103 2024-11-20T20:18:37,914 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/replication/51dcec6b94555d54af0540241c30df30/.tmp/queue/cceda05b3cf34756a00fac66a27d4103 as hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/replication/51dcec6b94555d54af0540241c30df30/queue/cceda05b3cf34756a00fac66a27d4103 2024-11-20T20:18:37,924 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,37031,1732133904729.replicationSource.wal-reader.d7d59561a64e%2C37031%2C1732133904729,1-d7d59561a64e,37031,1732133904729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,37031,1732133904729/d7d59561a64e%2C37031%2C1732133904729.1732133907405 to pos 0, reset compression=false 2024-11-20T20:18:37,926 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/replication/51dcec6b94555d54af0540241c30df30/queue/cceda05b3cf34756a00fac66a27d4103, entries=2, sequenceid=6, filesize=5.4 K 2024-11-20T20:18:37,936 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 51dcec6b94555d54af0540241c30df30 in 194ms, sequenceid=6, compaction requested=false 2024-11-20T20:18:37,936 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T20:18:37,937 DEBUG [RS:0;d7d59561a64e:37031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51dcec6b94555d54af0540241c30df30 2024-11-20T20:18:37,958 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/replication/51dcec6b94555d54af0540241c30df30/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T20:18:37,961 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:18:37,961 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:18:37,962 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30. 2024-11-20T20:18:37,962 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51dcec6b94555d54af0540241c30df30: Waiting for close lock at 1732133917734Running coprocessor pre-close hooks at 1732133917735 (+1 ms)Disabling compacts and flushes for region at 1732133917735Disabling writes for close at 1732133917736 (+1 ms)Obtaining lock to block concurrent updates at 1732133917741 (+5 ms)Preparing flush snapshotting stores in 51dcec6b94555d54af0540241c30df30 at 1732133917741Finished memstore snapshotting hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732133917752 (+11 ms)Flushing stores of hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30. at 1732133917755 (+3 ms)Flushing 51dcec6b94555d54af0540241c30df30/queue: creating writer at 1732133917757 (+2 ms)Flushing 51dcec6b94555d54af0540241c30df30/queue: appending metadata at 1732133917814 (+57 ms)Flushing 51dcec6b94555d54af0540241c30df30/queue: closing flushed file at 1732133917818 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e4fbb5e: reopening flushed file at 1732133917912 (+94 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 51dcec6b94555d54af0540241c30df30 in 194ms, sequenceid=6, compaction requested=false at 1732133917936 (+24 ms)Writing region close event to WAL at 1732133917940 (+4 ms)Running coprocessor post-close hooks at 1732133917959 (+19 ms)Closed at 1732133917961 (+2 ms) 2024-11-20T20:18:37,962 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30. 2024-11-20T20:18:38,137 DEBUG [RS:0;d7d59561a64e:37031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:18:38,217 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,37031,1732133904729.replicationSource.wal-reader.d7d59561a64e%2C37031%2C1732133904729,2-d7d59561a64e,37031,1732133904729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,37031,1732133904729/d7d59561a64e%2C37031%2C1732133904729.1732133907405 to pos 0, reset compression=false 2024-11-20T20:18:38,250 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740/.tmp/info/21cc7d20a09041c18ddafb34ee74b34d 2024-11-20T20:18:38,256 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T20:18:38,256 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T20:18:38,279 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740/.tmp/ns/8b7181676ac04569be11495e20b974b7 is 43, key is default/ns:d/1732133908248/Put/seqid=0 2024-11-20T20:18:38,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741840_1016 (size=5153) 2024-11-20T20:18:38,292 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740/.tmp/ns/8b7181676ac04569be11495e20b974b7 2024-11-20T20:18:38,325 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740/.tmp/table/453b67215b2341d4b8aab32f4d11ab77 is 53, key is hbase:replication/table:state/1732133915207/Put/seqid=0 2024-11-20T20:18:38,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741841_1017 (size=5256) 2024-11-20T20:18:38,338 DEBUG [RS:0;d7d59561a64e:37031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:18:38,538 DEBUG [RS:0;d7d59561a64e:37031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:18:38,640 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,37031,1732133904729.replicationSource.wal-reader.d7d59561a64e%2C37031%2C1732133904729,1-d7d59561a64e,37031,1732133904729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,37031,1732133904729/d7d59561a64e%2C37031%2C1732133904729.1732133907405 to pos 0, reset compression=false 2024-11-20T20:18:38,732 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740/.tmp/table/453b67215b2341d4b8aab32f4d11ab77 2024-11-20T20:18:38,738 INFO [RS:0;d7d59561a64e:37031 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T20:18:38,738 DEBUG [RS:0;d7d59561a64e:37031 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T20:18:38,739 DEBUG [RS:0;d7d59561a64e:37031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:18:38,744 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740/.tmp/info/21cc7d20a09041c18ddafb34ee74b34d as hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740/info/21cc7d20a09041c18ddafb34ee74b34d 2024-11-20T20:18:38,754 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740/info/21cc7d20a09041c18ddafb34ee74b34d, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T20:18:38,756 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740/.tmp/ns/8b7181676ac04569be11495e20b974b7 as hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740/ns/8b7181676ac04569be11495e20b974b7 2024-11-20T20:18:38,766 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740/ns/8b7181676ac04569be11495e20b974b7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T20:18:38,767 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740/.tmp/table/453b67215b2341d4b8aab32f4d11ab77 as hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740/table/453b67215b2341d4b8aab32f4d11ab77 2024-11-20T20:18:38,782 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740/table/453b67215b2341d4b8aab32f4d11ab77, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T20:18:38,784 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1045ms, sequenceid=11, compaction requested=false 2024-11-20T20:18:38,790 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T20:18:38,791 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:18:38,791 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:18:38,792 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:18:38,792 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732133917737Running coprocessor pre-close hooks at 1732133917737Disabling compacts and flushes for region at 1732133917737Disabling writes for close at 1732133917738 (+1 ms)Obtaining lock to block concurrent updates at 1732133917741 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732133917741Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732133917752 (+11 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732133917755 (+3 ms)Flushing 1588230740/info: creating writer at 1732133917757 (+2 ms)Flushing 1588230740/info: appending metadata at 1732133917819 (+62 ms)Flushing 1588230740/info: closing flushed file at 1732133917819Flushing 1588230740/ns: creating writer at 1732133918260 (+441 ms)Flushing 1588230740/ns: appending metadata at 1732133918276 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732133918276Flushing 1588230740/table: creating writer at 1732133918304 (+28 ms)Flushing 1588230740/table: appending metadata at 1732133918324 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732133918324Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@188f28bb: reopening flushed file at 1732133918742 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55a6ba07: reopening flushed file at 1732133918754 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d6ed7d0: reopening flushed file at 1732133918766 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1045ms, sequenceid=11, compaction requested=false at 1732133918784 (+18 ms)Writing region close event to WAL at 1732133918785 (+1 ms)Running coprocessor post-close hooks at 1732133918791 (+6 ms)Closed at 1732133918792 (+1 ms) 2024-11-20T20:18:38,792 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T20:18:38,826 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,37031,1732133904729.replicationSource.wal-reader.d7d59561a64e%2C37031%2C1732133904729,2-d7d59561a64e,37031,1732133904729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,37031,1732133904729/d7d59561a64e%2C37031%2C1732133904729.1732133907405 to pos 0, reset compression=false 2024-11-20T20:18:38,939 INFO [RS:0;d7d59561a64e:37031 {}] regionserver.HRegionServer(976): stopping server d7d59561a64e,37031,1732133904729; all regions closed. 2024-11-20T20:18:38,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741834_1010 (size=2742) 2024-11-20T20:18:38,946 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,37031,1732133904729/d7d59561a64e%2C37031%2C1732133904729.meta.1732133907964.meta not finished, retry = 0 2024-11-20T20:18:39,053 DEBUG [RS:0;d7d59561a64e:37031 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/oldWALs 2024-11-20T20:18:39,054 INFO [RS:0;d7d59561a64e:37031 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C37031%2C1732133904729.meta:.meta(num 1732133907964) 2024-11-20T20:18:39,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741837_1013 (size=1802) 2024-11-20T20:18:39,057 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,37031,1732133904729/d7d59561a64e%2C37031%2C1732133904729.rep.1732133915102 not finished, retry = 0 2024-11-20T20:18:39,161 DEBUG [RS:0;d7d59561a64e:37031 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/oldWALs 2024-11-20T20:18:39,161 INFO [RS:0;d7d59561a64e:37031 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C37031%2C1732133904729.rep:(num 1732133915102) 2024-11-20T20:18:39,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741833_1009 (size=93) 2024-11-20T20:18:39,165 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,37031,1732133904729/d7d59561a64e%2C37031%2C1732133904729.1732133907405 not finished, retry = 0 2024-11-20T20:18:39,269 DEBUG [RS:0;d7d59561a64e:37031 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/oldWALs 2024-11-20T20:18:39,269 INFO [RS:0;d7d59561a64e:37031 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C37031%2C1732133904729:(num 1732133907405) 2024-11-20T20:18:39,269 DEBUG [RS:0;d7d59561a64e:37031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:39,269 INFO [RS:0;d7d59561a64e:37031 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:18:39,269 INFO [RS:0;d7d59561a64e:37031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:18:39,269 INFO [RS:0;d7d59561a64e:37031 {}] hbase.ChoreService(370): Chore service for: regionserver/d7d59561a64e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T20:18:39,270 INFO [RS:0;d7d59561a64e:37031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:18:39,270 INFO [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:18:39,270 INFO [RS:0;d7d59561a64e:37031 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7d59561a64e,37031,1732133904729 because: Region server is closing 2024-11-20T20:18:39,270 INFO [RS:0;d7d59561a64e:37031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:37031. 2024-11-20T20:18:39,271 DEBUG [RS:0;d7d59561a64e:37031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:18:39,271 DEBUG [RS:0;d7d59561a64e:37031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:39,271 DEBUG [RS:0;d7d59561a64e:37031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:39,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:18:39,371 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,37031,1732133904729.replicationSource.wal-reader.d7d59561a64e%2C37031%2C1732133904729,1-d7d59561a64e,37031,1732133904729 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T20:18:39,371 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,37031,1732133904729.replicationSource.shipperd7d59561a64e%2C37031%2C1732133904729,1-d7d59561a64e,37031,1732133904729 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T20:18:39,372 INFO [RS:0;d7d59561a64e:37031 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,37031,1732133904729.replicationSource.shipperd7d59561a64e%2C37031%2C1732133904729,1-d7d59561a64e,37031,1732133904729 terminated 2024-11-20T20:18:39,372 INFO [RS:0;d7d59561a64e:37031 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-d7d59561a64e,37031,1732133904729 because: Region server is closing 2024-11-20T20:18:39,372 INFO [RS:0;d7d59561a64e:37031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:37031. 2024-11-20T20:18:39,373 DEBUG [RS:0;d7d59561a64e:37031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:18:39,373 DEBUG [RS:0;d7d59561a64e:37031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:39,373 DEBUG [RS:0;d7d59561a64e:37031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:39,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:18:39,392 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:18:39,473 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,37031,1732133904729.replicationSource.shipperd7d59561a64e%2C37031%2C1732133904729,2-d7d59561a64e,37031,1732133904729 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T20:18:39,473 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,37031,1732133904729.replicationSource.wal-reader.d7d59561a64e%2C37031%2C1732133904729,2-d7d59561a64e,37031,1732133904729 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T20:18:39,474 INFO [RS:0;d7d59561a64e:37031 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,37031,1732133904729.replicationSource.shipperd7d59561a64e%2C37031%2C1732133904729,2-d7d59561a64e,37031,1732133904729 terminated 2024-11-20T20:18:39,474 INFO [RS:0;d7d59561a64e:37031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37031 2024-11-20T20:18:39,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37031-0x10159e5bfa40001, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1930568702/rs/d7d59561a64e,37031,1732133904729 2024-11-20T20:18:39,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10159e5bfa40000, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702/rs 2024-11-20T20:18:39,530 INFO [RS:0;d7d59561a64e:37031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:18:39,531 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7d59561a64e,37031,1732133904729] 2024-11-20T20:18:39,550 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1930568702/draining/d7d59561a64e,37031,1732133904729 already deleted, retry=false 2024-11-20T20:18:39,551 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7d59561a64e,37031,1732133904729 expired; onlineServers=0 2024-11-20T20:18:39,551 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7d59561a64e,36263,1732133903649' ***** 2024-11-20T20:18:39,551 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T20:18:39,551 INFO [M:0;d7d59561a64e:36263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:18:39,551 INFO [M:0;d7d59561a64e:36263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:18:39,551 DEBUG [M:0;d7d59561a64e:36263 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T20:18:39,552 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T20:18:39,552 DEBUG [M:0;d7d59561a64e:36263 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T20:18:39,552 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732133907069 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732133907069,5,FailOnTimeoutGroup] 2024-11-20T20:18:39,552 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732133907071 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732133907071,5,FailOnTimeoutGroup] 2024-11-20T20:18:39,552 INFO [M:0;d7d59561a64e:36263 {}] hbase.ChoreService(370): Chore service for: master/d7d59561a64e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T20:18:39,552 INFO [M:0;d7d59561a64e:36263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:18:39,552 DEBUG [M:0;d7d59561a64e:36263 {}] master.HMaster(1795): Stopping service threads 2024-11-20T20:18:39,552 INFO [M:0;d7d59561a64e:36263 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T20:18:39,552 INFO [M:0;d7d59561a64e:36263 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:18:39,553 INFO [M:0;d7d59561a64e:36263 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T20:18:39,553 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T20:18:39,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10159e5bfa40000, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1930568702/master 2024-11-20T20:18:39,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10159e5bfa40000, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702 2024-11-20T20:18:39,565 DEBUG [M:0;d7d59561a64e:36263 {}] zookeeper.ZKUtil(347): master:36263-0x10159e5bfa40000, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Unable to get data of znode /0-1930568702/master because node does not exist (not an error) 2024-11-20T20:18:39,565 WARN [M:0;d7d59561a64e:36263 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T20:18:39,566 INFO [M:0;d7d59561a64e:36263 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/.lastflushedseqids 2024-11-20T20:18:39,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741842_1018 (size=181) 2024-11-20T20:18:39,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37031-0x10159e5bfa40001, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:18:39,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37031-0x10159e5bfa40001, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:18:39,641 INFO [RS:0;d7d59561a64e:37031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:18:39,641 INFO [RS:0;d7d59561a64e:37031 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7d59561a64e,37031,1732133904729; zookeeper connection closed. 2024-11-20T20:18:39,642 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18c97689 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18c97689 2024-11-20T20:18:39,642 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T20:18:39,992 INFO [M:0;d7d59561a64e:36263 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T20:18:39,993 INFO [M:0;d7d59561a64e:36263 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T20:18:39,993 DEBUG [M:0;d7d59561a64e:36263 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:18:39,993 INFO [M:0;d7d59561a64e:36263 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:18:39,993 DEBUG [M:0;d7d59561a64e:36263 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:18:39,993 DEBUG [M:0;d7d59561a64e:36263 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:18:39,993 DEBUG [M:0;d7d59561a64e:36263 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:18:39,993 INFO [M:0;d7d59561a64e:36263 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-20T20:18:40,015 DEBUG [M:0;d7d59561a64e:36263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2526c4ad711042a09f1747c94b6d9498 is 82, key is hbase:meta,,1/info:regioninfo/1732133908091/Put/seqid=0 2024-11-20T20:18:40,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741843_1019 (size=5672) 2024-11-20T20:18:40,033 INFO [M:0;d7d59561a64e:36263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2526c4ad711042a09f1747c94b6d9498 2024-11-20T20:18:40,072 DEBUG [M:0;d7d59561a64e:36263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/207c6908f6d146aaac6f3b14cbdf230a is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732133915215/Put/seqid=0 2024-11-20T20:18:40,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741844_1020 (size=8663) 2024-11-20T20:18:40,079 INFO [M:0;d7d59561a64e:36263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/207c6908f6d146aaac6f3b14cbdf230a 2024-11-20T20:18:40,114 DEBUG [M:0;d7d59561a64e:36263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a3ccaa100e24436a849c38a7538d828 is 69, key is d7d59561a64e,37031,1732133904729/rs:state/1732133907113/Put/seqid=0 2024-11-20T20:18:40,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741845_1021 (size=5156) 2024-11-20T20:18:40,522 INFO [M:0;d7d59561a64e:36263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a3ccaa100e24436a849c38a7538d828 2024-11-20T20:18:40,533 DEBUG [M:0;d7d59561a64e:36263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2526c4ad711042a09f1747c94b6d9498 as hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2526c4ad711042a09f1747c94b6d9498 2024-11-20T20:18:40,543 INFO [M:0;d7d59561a64e:36263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2526c4ad711042a09f1747c94b6d9498, entries=8, sequenceid=115, filesize=5.5 K 2024-11-20T20:18:40,545 DEBUG [M:0;d7d59561a64e:36263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/207c6908f6d146aaac6f3b14cbdf230a as hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/207c6908f6d146aaac6f3b14cbdf230a 2024-11-20T20:18:40,557 INFO [M:0;d7d59561a64e:36263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/207c6908f6d146aaac6f3b14cbdf230a, entries=14, sequenceid=115, filesize=8.5 K 2024-11-20T20:18:40,559 DEBUG [M:0;d7d59561a64e:36263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a3ccaa100e24436a849c38a7538d828 as hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a3ccaa100e24436a849c38a7538d828 2024-11-20T20:18:40,569 INFO [M:0;d7d59561a64e:36263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a3ccaa100e24436a849c38a7538d828, entries=1, sequenceid=115, filesize=5.0 K 2024-11-20T20:18:40,572 INFO [M:0;d7d59561a64e:36263 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 579ms, sequenceid=115, compaction requested=false 2024-11-20T20:18:40,575 INFO [M:0;d7d59561a64e:36263 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:18:40,576 DEBUG [M:0;d7d59561a64e:36263 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732133919993Disabling compacts and flushes for region at 1732133919993Disabling writes for close at 1732133919993Obtaining lock to block concurrent updates at 1732133919993Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732133919993Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732133919994 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732133919995 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732133919995Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732133920014 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732133920014Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732133920044 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732133920071 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732133920071Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732133920088 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732133920113 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732133920113Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6120ac4: reopening flushed file at 1732133920531 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c5ac495: reopening flushed file at 1732133920544 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@641f9267: reopening flushed file at 1732133920557 (+13 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 579ms, sequenceid=115, compaction requested=false at 1732133920572 (+15 ms)Writing region close event to WAL at 1732133920575 (+3 ms)Closed at 1732133920575 2024-11-20T20:18:40,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741830_1006 (size=59421) 2024-11-20T20:18:40,582 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:18:40,582 INFO [M:0;d7d59561a64e:36263 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T20:18:40,583 INFO [M:0;d7d59561a64e:36263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36263 2024-11-20T20:18:40,583 INFO [M:0;d7d59561a64e:36263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:18:40,693 INFO [M:0;d7d59561a64e:36263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:18:40,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10159e5bfa40000, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:18:40,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36263-0x10159e5bfa40000, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:18:40,695 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:18:40,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:18:40,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:18:40,696 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:18:40,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:18:40,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:18:40,696 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T20:18:40,696 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:18:40,697 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45759 2024-11-20T20:18:40,701 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45759 connecting to ZooKeeper ensemble=127.0.0.1:49983 2024-11-20T20:18:40,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457590x0, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:18:40,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45759-0x10159e5bfa40006 connected 2024-11-20T20:18:40,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:40,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:40,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45759-0x10159e5bfa40006, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Set watcher on znode that does not yet exist, /0-1930568702/running 2024-11-20T20:18:40,741 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb, hbase.cluster.distributed=false 2024-11-20T20:18:40,741 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1930568702/meta-region-server: INIT 2024-11-20T20:18:40,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45759-0x10159e5bfa40006, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Set watcher on znode that does not yet exist, /0-1930568702/acl 2024-11-20T20:18:40,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45759 2024-11-20T20:18:40,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45759 2024-11-20T20:18:40,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45759 2024-11-20T20:18:40,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45759 2024-11-20T20:18:40,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45759 2024-11-20T20:18:40,769 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:18:40,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:18:40,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:18:40,770 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:18:40,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:18:40,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:18:40,770 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T20:18:40,770 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:18:40,771 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42271 2024-11-20T20:18:40,773 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42271 connecting to ZooKeeper ensemble=127.0.0.1:49983 2024-11-20T20:18:40,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:40,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:40,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422710x0, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:18:40,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422710x0, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Set watcher on znode that does not yet exist, /0-1930568702/running 2024-11-20T20:18:40,804 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1930568702/meta-region-server: INIT 2024-11-20T20:18:40,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42271-0x10159e5bfa40007 connected 2024-11-20T20:18:40,804 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T20:18:40,805 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T20:18:40,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42271-0x10159e5bfa40007, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Set watcher on znode that does not yet exist, /0-1930568702/master 2024-11-20T20:18:40,807 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42271-0x10159e5bfa40007, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Set watcher on znode that does not yet exist, /0-1930568702/acl 2024-11-20T20:18:40,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42271 2024-11-20T20:18:40,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42271 2024-11-20T20:18:40,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42271 2024-11-20T20:18:40,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42271 2024-11-20T20:18:40,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42271 2024-11-20T20:18:40,821 DEBUG [M:0;d7d59561a64e:45759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7d59561a64e:45759 2024-11-20T20:18:40,821 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1930568702/backup-masters/d7d59561a64e,45759,1732133920695 2024-11-20T20:18:40,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45759-0x10159e5bfa40006, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702/backup-masters 2024-11-20T20:18:40,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x10159e5bfa40007, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702/backup-masters 2024-11-20T20:18:40,830 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45759-0x10159e5bfa40006, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Set watcher on existing znode=/0-1930568702/backup-masters/d7d59561a64e,45759,1732133920695 2024-11-20T20:18:40,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x10159e5bfa40007, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1930568702/master 2024-11-20T20:18:40,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x10159e5bfa40007, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702 2024-11-20T20:18:40,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45759-0x10159e5bfa40006, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702 2024-11-20T20:18:40,841 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45759-0x10159e5bfa40006, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Set watcher on existing znode=/0-1930568702/master 2024-11-20T20:18:40,842 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1930568702/backup-masters/d7d59561a64e,45759,1732133920695 from backup master directory 2024-11-20T20:18:40,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x10159e5bfa40007, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702/backup-masters 2024-11-20T20:18:40,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45759-0x10159e5bfa40006, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1930568702/backup-masters/d7d59561a64e,45759,1732133920695 2024-11-20T20:18:40,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45759-0x10159e5bfa40006, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702/backup-masters 2024-11-20T20:18:40,850 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:18:40,850 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7d59561a64e,45759,1732133920695 2024-11-20T20:18:40,873 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:40,873 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T20:18:40,905 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 32ms. 2024-11-20T20:18:40,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741846_1022 (size=196) 2024-11-20T20:18:40,947 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:18:40,950 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T20:18:40,951 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:18:40,976 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-20T20:18:40,984 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/WALs/d7d59561a64e,36263,1732133903649 to hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/WALs/d7d59561a64e,36263,1732133903649-dead as it is dead 2024-11-20T20:18:40,987 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-20T20:18:40,987 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-20T20:18:40,987 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/WALs/d7d59561a64e,36263,1732133903649-dead/d7d59561a64e%2C36263%2C1732133903649.1732133906186 2024-11-20T20:18:40,998 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/WALs/d7d59561a64e,36263,1732133903649-dead/d7d59561a64e%2C36263%2C1732133903649.1732133906186 after 7ms 2024-11-20T20:18:41,000 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/WALs/d7d59561a64e,36263,1732133903649-dead/d7d59561a64e%2C36263%2C1732133903649.1732133906186 to hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d7d59561a64e%2C36263%2C1732133903649.1732133906186 2024-11-20T20:18:41,000 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/WALs/d7d59561a64e,36263,1732133903649-dead 2024-11-20T20:18:41,001 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/WALs/d7d59561a64e,45759,1732133920695 2024-11-20T20:18:41,003 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:18:41,005 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C45759%2C1732133920695, suffix=, logDir=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/WALs/d7d59561a64e,45759,1732133920695, archiveDir=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/oldWALs, maxLogs=10 2024-11-20T20:18:41,026 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/WALs/d7d59561a64e,45759,1732133920695/d7d59561a64e%2C45759%2C1732133920695.1732133921006, exclude list is [], retry=0 2024-11-20T20:18:41,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42893,DS-7db8cd14-9462-4632-8384-e5c02afaba1f,DISK] 2024-11-20T20:18:41,044 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/WALs/d7d59561a64e,45759,1732133920695/d7d59561a64e%2C45759%2C1732133920695.1732133921006 2024-11-20T20:18:41,045 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45761:45761)] 2024-11-20T20:18:41,045 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:18:41,045 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:18:41,045 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:41,045 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:41,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:41,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T20:18:41,049 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:41,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2526c4ad711042a09f1747c94b6d9498 2024-11-20T20:18:41,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:41,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:41,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T20:18:41,063 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:41,076 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/207c6908f6d146aaac6f3b14cbdf230a 2024-11-20T20:18:41,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:18:41,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:41,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T20:18:41,078 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:41,101 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a3ccaa100e24436a849c38a7538d828 2024-11-20T20:18:41,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:18:41,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:41,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T20:18:41,104 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:41,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:18:41,105 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:41,106 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-20T20:18:41,106 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d7d59561a64e%2C36263%2C1732133903649.1732133906186 2024-11-20T20:18:41,126 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d7d59561a64e%2C36263%2C1732133903649.1732133906186 2024-11-20T20:18:41,128 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d7d59561a64e%2C36263%2C1732133903649.1732133906186 2024-11-20T20:18:41,130 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:41,131 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:41,132 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:18:41,135 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:41,145 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-20T20:18:41,148 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61784304, jitterRate=-0.07934212684631348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:18:41,149 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732133921046Initializing all the Stores at 1732133921047 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133921047Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133921047Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133921048 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133921048Cleaning up temporary data from old regions at 1732133921131 (+83 ms)Region opened successfully at 1732133921148 (+17 ms) 2024-11-20T20:18:41,155 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T20:18:41,161 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68e38f7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:18:41,189 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-20T20:18:41,190 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T20:18:41,190 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T20:18:41,190 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T20:18:41,196 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 6 msec 2024-11-20T20:18:41,227 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T20:18:41,227 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T20:18:41,228 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T20:18:41,228 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T20:18:41,229 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T20:18:41,229 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T20:18:41,229 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 32 msec 2024-11-20T20:18:41,229 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T20:18:41,239 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=d7d59561a64e,37031,1732133904729, regionLocation=d7d59561a64e,37031,1732133904729, openSeqNum=2 2024-11-20T20:18:41,239 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=d7d59561a64e,37031,1732133904729, table=hbase:meta, region=1588230740 2024-11-20T20:18:41,239 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,37031,1732133904729, state=OPEN 2024-11-20T20:18:41,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45759-0x10159e5bfa40006, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1930568702/meta-region-server 2024-11-20T20:18:41,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x10159e5bfa40007, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1930568702/meta-region-server 2024-11-20T20:18:41,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1930568702/meta-region-server: CHANGED 2024-11-20T20:18:41,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1930568702/meta-region-server: CHANGED 2024-11-20T20:18:41,257 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-20T20:18:41,304 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1930568702/draining/d7d59561a64e,37031,1732133904729 already deleted, retry=false 2024-11-20T20:18:41,304 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of d7d59561a64e,37031,1732133904729 on d7d59561a64e,45759,1732133920695 2024-11-20T20:18:41,310 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d7d59561a64e,37031,1732133904729, splitWal=true, meta=true 2024-11-20T20:18:41,314 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for d7d59561a64e,37031,1732133904729 (carryingMeta=true) d7d59561a64e,37031,1732133904729/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@50a2378f[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T20:18:41,318 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45759-0x10159e5bfa40006, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Unable to get data of znode /0-1930568702/balancer because node does not exist (not necessarily an error) 2024-11-20T20:18:41,334 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1930568702/balancer already deleted, retry=false 2024-11-20T20:18:41,335 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T20:18:41,336 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45759-0x10159e5bfa40006, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Unable to get data of znode /0-1930568702/normalizer because node does not exist (not necessarily an error) 2024-11-20T20:18:41,345 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1930568702/normalizer already deleted, retry=false 2024-11-20T20:18:41,345 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T20:18:41,346 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45759-0x10159e5bfa40006, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Unable to get data of znode /0-1930568702/switch/split because node does not exist (not necessarily an error) 2024-11-20T20:18:41,355 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1930568702/switch/split already deleted, retry=false 2024-11-20T20:18:41,356 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45759-0x10159e5bfa40006, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Unable to get data of znode /0-1930568702/switch/merge because node does not exist (not necessarily an error) 2024-11-20T20:18:41,366 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1930568702/switch/merge already deleted, retry=false 2024-11-20T20:18:41,389 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45759-0x10159e5bfa40006, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Unable to get data of znode /0-1930568702/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T20:18:41,397 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1930568702/snapshot-cleanup already deleted, retry=false 2024-11-20T20:18:41,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x10159e5bfa40007, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1930568702/running 2024-11-20T20:18:41,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45759-0x10159e5bfa40006, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1930568702/running 2024-11-20T20:18:41,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x10159e5bfa40007, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702 2024-11-20T20:18:41,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45759-0x10159e5bfa40006, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702 2024-11-20T20:18:41,410 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7d59561a64e,45759,1732133920695, sessionid=0x10159e5bfa40006, setting cluster-up flag (Was=false) 2024-11-20T20:18:41,419 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1930568702/flush-table-proc/acquired, /0-1930568702/flush-table-proc/reached, /0-1930568702/flush-table-proc/abort 2024-11-20T20:18:41,421 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,45759,1732133920695 2024-11-20T20:18:41,437 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1930568702/online-snapshot/acquired, /0-1930568702/online-snapshot/reached, /0-1930568702/online-snapshot/abort 2024-11-20T20:18:41,439 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,45759,1732133920695 2024-11-20T20:18:41,440 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/.lastflushedseqids 2024-11-20T20:18:41,444 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T20:18:41,444 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T20:18:41,445 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7d59561a64e,45759,1732133920695 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 d7d59561a64e,37031,1732133904729 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T20:18:41,446 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:18:41,447 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:18:41,447 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:18:41,447 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:18:41,447 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7d59561a64e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T20:18:41,447 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:41,447 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:18:41,447 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:41,449 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732133951449 2024-11-20T20:18:41,450 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T20:18:41,450 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T20:18:41,450 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T20:18:41,450 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T20:18:41,450 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T20:18:41,450 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T20:18:41,450 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:41,451 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure d7d59561a64e,37031,1732133904729, splitWal=true, meta=true 2024-11-20T20:18:41,452 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T20:18:41,452 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T20:18:41,452 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T20:18:41,452 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T20:18:41,453 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure d7d59561a64e,37031,1732133904729, splitWal=true, meta=true, isMeta: true 2024-11-20T20:18:41,453 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T20:18:41,453 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T20:18:41,454 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732133921453,5,FailOnTimeoutGroup] 2024-11-20T20:18:41,454 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732133921454,5,FailOnTimeoutGroup] 2024-11-20T20:18:41,454 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:41,455 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T20:18:41,455 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,37031,1732133904729-splitting 2024-11-20T20:18:41,455 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:41,455 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:41,455 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732133921455, completionTime=-1 2024-11-20T20:18:41,455 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-20T20:18:41,456 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,37031,1732133904729-splitting dir is empty, no logs to split. 2024-11-20T20:18:41,456 INFO [PEWorker-1 {}] master.SplitWALManager(105): d7d59561a64e,37031,1732133904729 WAL count=0, meta=true 2024-11-20T20:18:41,460 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T20:18:41,464 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,37031,1732133904729-splitting dir is empty, no logs to split. 2024-11-20T20:18:41,464 INFO [PEWorker-1 {}] master.SplitWALManager(105): d7d59561a64e,37031,1732133904729 WAL count=0, meta=true 2024-11-20T20:18:41,465 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if d7d59561a64e,37031,1732133904729 WAL splitting is done? wals=0, meta=true 2024-11-20T20:18:41,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T20:18:41,470 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:18:41,472 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T20:18:41,516 INFO [RS:0;d7d59561a64e:42271 {}] regionserver.HRegionServer(746): ClusterId : a2793234-4240-4ee0-b4fc-ee0a227bc0e2 2024-11-20T20:18:41,516 DEBUG [RS:0;d7d59561a64e:42271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T20:18:41,546 DEBUG [RS:0;d7d59561a64e:42271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T20:18:41,546 DEBUG [RS:0;d7d59561a64e:42271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T20:18:41,556 DEBUG [RS:0;d7d59561a64e:42271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T20:18:41,557 DEBUG [RS:0;d7d59561a64e:42271 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f42e303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:18:41,569 DEBUG [RS:0;d7d59561a64e:42271 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7d59561a64e:42271 2024-11-20T20:18:41,569 INFO [RS:0;d7d59561a64e:42271 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T20:18:41,569 INFO [RS:0;d7d59561a64e:42271 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T20:18:41,569 DEBUG [RS:0;d7d59561a64e:42271 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T20:18:41,570 INFO [RS:0;d7d59561a64e:42271 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d59561a64e,45759,1732133920695 with port=42271, startcode=1732133920769 2024-11-20T20:18:41,570 DEBUG [RS:0;d7d59561a64e:42271 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T20:18:41,572 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T20:18:41,573 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45759 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7d59561a64e,42271,1732133920769 2024-11-20T20:18:41,573 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45759 {}] master.ServerManager(517): Registering regionserver=d7d59561a64e,42271,1732133920769 2024-11-20T20:18:41,575 DEBUG [RS:0;d7d59561a64e:42271 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb 2024-11-20T20:18:41,575 DEBUG [RS:0;d7d59561a64e:42271 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43591 2024-11-20T20:18:41,575 DEBUG [RS:0;d7d59561a64e:42271 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T20:18:41,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45759-0x10159e5bfa40006, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702/rs 2024-11-20T20:18:41,588 DEBUG [RS:0;d7d59561a64e:42271 {}] zookeeper.ZKUtil(111): regionserver:42271-0x10159e5bfa40007, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Set watcher on existing znode=/0-1930568702/rs/d7d59561a64e,42271,1732133920769 2024-11-20T20:18:41,588 WARN [RS:0;d7d59561a64e:42271 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:18:41,588 INFO [RS:0;d7d59561a64e:42271 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:18:41,588 DEBUG [RS:0;d7d59561a64e:42271 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769 2024-11-20T20:18:41,588 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7d59561a64e,42271,1732133920769] 2024-11-20T20:18:41,610 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T20:18:41,622 WARN [d7d59561a64e:45759 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T20:18:41,629 INFO [RS:0;d7d59561a64e:42271 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T20:18:41,630 INFO [RS:0;d7d59561a64e:42271 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T20:18:41,631 INFO [RS:0;d7d59561a64e:42271 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T20:18:41,631 INFO [RS:0;d7d59561a64e:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:41,631 INFO [RS:0;d7d59561a64e:42271 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T20:18:41,636 INFO [RS:0;d7d59561a64e:42271 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T20:18:41,637 INFO [RS:0;d7d59561a64e:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:41,637 DEBUG [RS:0;d7d59561a64e:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:41,637 DEBUG [RS:0;d7d59561a64e:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:41,637 DEBUG [RS:0;d7d59561a64e:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:41,638 DEBUG [RS:0;d7d59561a64e:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:41,638 DEBUG [RS:0;d7d59561a64e:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:41,638 DEBUG [RS:0;d7d59561a64e:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:18:41,638 DEBUG [RS:0;d7d59561a64e:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:41,638 DEBUG [RS:0;d7d59561a64e:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:41,638 DEBUG [RS:0;d7d59561a64e:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:41,638 DEBUG [RS:0;d7d59561a64e:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:41,638 DEBUG [RS:0;d7d59561a64e:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:41,639 DEBUG [RS:0;d7d59561a64e:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:41,639 DEBUG [RS:0;d7d59561a64e:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:18:41,639 DEBUG [RS:0;d7d59561a64e:42271 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:18:41,639 INFO [RS:0;d7d59561a64e:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:41,640 INFO [RS:0;d7d59561a64e:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:41,640 INFO [RS:0;d7d59561a64e:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:41,640 INFO [RS:0;d7d59561a64e:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:41,640 INFO [RS:0;d7d59561a64e:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:41,640 INFO [RS:0;d7d59561a64e:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,42271,1732133920769-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:18:41,663 INFO [RS:0;d7d59561a64e:42271 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T20:18:41,664 INFO [RS:0;d7d59561a64e:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,42271,1732133920769-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:41,687 INFO [RS:0;d7d59561a64e:42271 {}] regionserver.ReplicationSource(231): queueId=1-d7d59561a64e,42271,1732133920769, ReplicationSource: 1, currentBandwidth=0 2024-11-20T20:18:41,708 INFO [RS:0;d7d59561a64e:42271 {}] regionserver.ReplicationSource(231): queueId=2-d7d59561a64e,42271,1732133920769, ReplicationSource: 2, currentBandwidth=0 2024-11-20T20:18:41,708 INFO [RS:0;d7d59561a64e:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:41,708 INFO [RS:0;d7d59561a64e:42271 {}] regionserver.Replication(171): d7d59561a64e,42271,1732133920769 started 2024-11-20T20:18:41,709 DEBUG [RS:0;d7d59561a64e:42271.replicationSource,1-d7d59561a64e,42271,1732133920769 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:34515' 2024-11-20T20:18:41,713 DEBUG [RS:0;d7d59561a64e:42271.replicationSource,1-d7d59561a64e,42271,1732133920769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11287cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:41,713 DEBUG [RS:0;d7d59561a64e:42271.replicationSource,1-d7d59561a64e,42271,1732133920769 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,34515,-1 for getting cluster id 2024-11-20T20:18:41,713 DEBUG [RS:0;d7d59561a64e:42271.replicationSource,1-d7d59561a64e,42271,1732133920769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:18:41,715 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad753544-e784-45bf-bb0f-63baa26a43d0' 2024-11-20T20:18:41,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:18:41,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad753544-e784-45bf-bb0f-63baa26a43d0" 2024-11-20T20:18:41,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3099f8f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:41,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,34515,-1] 2024-11-20T20:18:41,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:18:41,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:41,719 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:18:41,720 DEBUG [RS:0;d7d59561a64e:42271.replicationSource,1-d7d59561a64e,42271,1732133920769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20461c46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:41,720 DEBUG [RS:0;d7d59561a64e:42271.replicationSource,1-d7d59561a64e,42271,1732133920769 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:18:41,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,34515,1732133911533 2024-11-20T20:18:41,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e4ad384 2024-11-20T20:18:41,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:18:41,725 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-20T20:18:41,726 INFO [RS:0;d7d59561a64e:42271.replicationSource,1-d7d59561a64e,42271,1732133920769 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7d59561a64e,42271,1732133920769 (queues=0) is replicating from cluster=a2793234-4240-4ee0-b4fc-ee0a227bc0e2 to cluster=ad753544-e784-45bf-bb0f-63baa26a43d0 2024-11-20T20:18:41,727 INFO [RS:0;d7d59561a64e:42271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:41,727 INFO [RS:0;d7d59561a64e:42271 {}] regionserver.HRegionServer(1482): Serving as d7d59561a64e,42271,1732133920769, RpcServer on d7d59561a64e/172.17.0.2:42271, sessionid=0x10159e5bfa40007 2024-11-20T20:18:41,727 DEBUG [RS:0;d7d59561a64e:42271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T20:18:41,727 DEBUG [RS:0;d7d59561a64e:42271 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7d59561a64e,42271,1732133920769 2024-11-20T20:18:41,727 DEBUG [RS:0;d7d59561a64e:42271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,42271,1732133920769' 2024-11-20T20:18:41,727 DEBUG [RS:0;d7d59561a64e:42271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1930568702/flush-table-proc/abort' 2024-11-20T20:18:41,728 DEBUG [RS:0;d7d59561a64e:42271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1930568702/flush-table-proc/acquired' 2024-11-20T20:18:41,728 DEBUG [RS:0;d7d59561a64e:42271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T20:18:41,728 DEBUG [RS:0;d7d59561a64e:42271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T20:18:41,728 DEBUG [RS:0;d7d59561a64e:42271 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7d59561a64e,42271,1732133920769 2024-11-20T20:18:41,728 DEBUG [RS:0;d7d59561a64e:42271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,42271,1732133920769' 2024-11-20T20:18:41,729 DEBUG [RS:0;d7d59561a64e:42271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1930568702/online-snapshot/abort' 2024-11-20T20:18:41,729 DEBUG [RS:0;d7d59561a64e:42271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1930568702/online-snapshot/acquired' 2024-11-20T20:18:41,729 DEBUG [RS:0;d7d59561a64e:42271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T20:18:41,729 INFO [RS:0;d7d59561a64e:42271 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T20:18:41,730 INFO [RS:0;d7d59561a64e:42271 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T20:18:41,730 DEBUG [RS:0;d7d59561a64e:42271.replicationSource,2-d7d59561a64e,42271,1732133920769 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:34515' 2024-11-20T20:18:41,732 DEBUG [RS:0;d7d59561a64e:42271.replicationSource,2-d7d59561a64e,42271,1732133920769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@600e49e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:41,732 DEBUG [RS:0;d7d59561a64e:42271.replicationSource,2-d7d59561a64e,42271,1732133920769 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,34515,-1 for getting cluster id 2024-11-20T20:18:41,733 DEBUG [RS:0;d7d59561a64e:42271.replicationSource,2-d7d59561a64e,42271,1732133920769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:18:41,734 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad753544-e784-45bf-bb0f-63baa26a43d0' 2024-11-20T20:18:41,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:18:41,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad753544-e784-45bf-bb0f-63baa26a43d0" 2024-11-20T20:18:41,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15b49fcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:41,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,34515,-1] 2024-11-20T20:18:41,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:18:41,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:41,736 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:18:41,737 DEBUG [RS:0;d7d59561a64e:42271.replicationSource,2-d7d59561a64e,42271,1732133920769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e7e09a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:41,738 DEBUG [RS:0;d7d59561a64e:42271.replicationSource,2-d7d59561a64e,42271,1732133920769 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:18:41,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,34515,1732133911533 2024-11-20T20:18:41,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d027910 2024-11-20T20:18:41,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:18:41,741 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-20T20:18:41,742 INFO [RS:0;d7d59561a64e:42271.replicationSource,2-d7d59561a64e,42271,1732133920769 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-d7d59561a64e,42271,1732133920769 (queues=0) is replicating from cluster=a2793234-4240-4ee0-b4fc-ee0a227bc0e2 to cluster=ad753544-e784-45bf-bb0f-63baa26a43d0 2024-11-20T20:18:41,830 INFO [RS:0;d7d59561a64e:42271 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:18:41,833 INFO [RS:0;d7d59561a64e:42271 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C42271%2C1732133920769, suffix=, logDir=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769, archiveDir=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/oldWALs, maxLogs=10 2024-11-20T20:18:41,855 DEBUG [RS:0;d7d59561a64e:42271 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769/d7d59561a64e%2C42271%2C1732133920769.1732133921834, exclude list is [], retry=0 2024-11-20T20:18:41,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42893,DS-7db8cd14-9462-4632-8384-e5c02afaba1f,DISK] 2024-11-20T20:18:41,868 INFO [RS:0;d7d59561a64e:42271 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769/d7d59561a64e%2C42271%2C1732133920769.1732133921834 2024-11-20T20:18:41,868 DEBUG [RS:0;d7d59561a64e:42271 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group d7d59561a64e%2C42271%2C1732133920769 for peer 1 2024-11-20T20:18:41,868 DEBUG [RS:0;d7d59561a64e:42271 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group d7d59561a64e%2C42271%2C1732133920769 for peer 2 2024-11-20T20:18:41,868 DEBUG [RS:0;d7d59561a64e:42271 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7d59561a64e%2C42271%2C1732133920769 2024-11-20T20:18:41,869 INFO [RS:0;d7d59561a64e:42271 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7d59561a64e,42271,1732133920769, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T20:18:41,869 DEBUG [RS:0;d7d59561a64e:42271 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=d7d59561a64e%2C42271%2C1732133920769 2024-11-20T20:18:41,869 INFO [RS:0;d7d59561a64e:42271 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-d7d59561a64e,42271,1732133920769, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T20:18:41,870 INFO [RS:0;d7d59561a64e:42271.replicationSource.shipperd7d59561a64e%2C42271%2C1732133920769,1-d7d59561a64e,42271,1732133920769 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7d59561a64e%2C42271%2C1732133920769 2024-11-20T20:18:41,870 DEBUG [RS:0;d7d59561a64e:42271 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45761:45761)] 2024-11-20T20:18:41,871 DEBUG [RS:0;d7d59561a64e:42271.replicationSource.wal-reader.d7d59561a64e%2C42271%2C1732133920769,1-d7d59561a64e,42271,1732133920769 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769/d7d59561a64e%2C42271%2C1732133920769.1732133921834, startPosition=0, beingWritten=true 2024-11-20T20:18:41,871 DEBUG [RS:0;d7d59561a64e:42271.replicationSource.wal-reader.d7d59561a64e%2C42271%2C1732133920769,2-d7d59561a64e,42271,1732133920769 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769/d7d59561a64e%2C42271%2C1732133920769.1732133921834, startPosition=0, beingWritten=true 2024-11-20T20:18:41,873 INFO [RS:0;d7d59561a64e:42271.replicationSource.shipperd7d59561a64e%2C42271%2C1732133920769,2-d7d59561a64e,42271,1732133920769 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7d59561a64e%2C42271%2C1732133920769 2024-11-20T20:18:42,091 DEBUG [RS:0;d7d59561a64e:42271.replicationSource.wal-reader.d7d59561a64e%2C42271%2C1732133920769,1-d7d59561a64e,42271,1732133920769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769/d7d59561a64e%2C42271%2C1732133920769.1732133921834 to pos 0, reset compression=false 2024-11-20T20:18:42,092 DEBUG [RS:0;d7d59561a64e:42271.replicationSource.wal-reader.d7d59561a64e%2C42271%2C1732133920769,2-d7d59561a64e,42271,1732133920769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769/d7d59561a64e%2C42271%2C1732133920769.1732133921834 to pos 0, reset compression=false 2024-11-20T20:18:42,123 DEBUG [d7d59561a64e:45759 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T20:18:42,124 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7d59561a64e,42271,1732133920769 2024-11-20T20:18:42,125 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,42271,1732133920769, state=OPENING 2024-11-20T20:18:42,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x10159e5bfa40007, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1930568702/meta-region-server 2024-11-20T20:18:42,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45759-0x10159e5bfa40006, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1930568702/meta-region-server 2024-11-20T20:18:42,177 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1930568702/meta-region-server: CHANGED 2024-11-20T20:18:42,177 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1930568702/meta-region-server: CHANGED 2024-11-20T20:18:42,177 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:18:42,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,42271,1732133920769}] 2024-11-20T20:18:42,331 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:18:42,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T20:18:42,338 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T20:18:42,338 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:18:42,338 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T20:18:42,341 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C42271%2C1732133920769.meta, suffix=.meta, logDir=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769, archiveDir=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/oldWALs, maxLogs=10 2024-11-20T20:18:42,360 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769/d7d59561a64e%2C42271%2C1732133920769.meta.1732133922342.meta, exclude list is [], retry=0 2024-11-20T20:18:42,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42893,DS-7db8cd14-9462-4632-8384-e5c02afaba1f,DISK] 2024-11-20T20:18:42,373 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769/d7d59561a64e%2C42271%2C1732133920769.meta.1732133922342.meta 2024-11-20T20:18:42,373 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45761:45761)] 2024-11-20T20:18:42,374 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:18:42,374 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:18:42,375 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:18:42,375 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T20:18:42,375 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T20:18:42,375 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T20:18:42,375 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:18:42,375 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T20:18:42,375 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T20:18:42,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:18:42,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:18:42,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:42,393 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740/info/21cc7d20a09041c18ddafb34ee74b34d 2024-11-20T20:18:42,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:42,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:18:42,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:18:42,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:42,406 DEBUG [RS:0;d7d59561a64e:42271.replicationSource.wal-reader.d7d59561a64e%2C42271%2C1732133920769,1-d7d59561a64e,42271,1732133920769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769/d7d59561a64e%2C42271%2C1732133920769.1732133921834 to pos 0, reset compression=false 2024-11-20T20:18:42,408 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740/ns/8b7181676ac04569be11495e20b974b7 2024-11-20T20:18:42,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:42,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:18:42,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:18:42,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:42,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:42,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:18:42,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:18:42,415 DEBUG [RS:0;d7d59561a64e:42271.replicationSource.wal-reader.d7d59561a64e%2C42271%2C1732133920769,2-d7d59561a64e,42271,1732133920769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769/d7d59561a64e%2C42271%2C1732133920769.1732133921834 to pos 0, reset compression=false 2024-11-20T20:18:42,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:42,445 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740/table/453b67215b2341d4b8aab32f4d11ab77 2024-11-20T20:18:42,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:42,446 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:18:42,447 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740 2024-11-20T20:18:42,450 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740 2024-11-20T20:18:42,452 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:18:42,452 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:18:42,453 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:18:42,456 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:18:42,457 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73742196, jitterRate=0.09884434938430786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:18:42,457 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T20:18:42,457 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732133922376Writing region info on filesystem at 1732133922376Initializing all the Stores at 1732133922377 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133922377Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133922378 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133922378Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133922378Cleaning up temporary data from old regions at 1732133922452 (+74 ms)Running coprocessor post-open hooks at 1732133922457 (+5 ms)Region opened successfully at 1732133922457 2024-11-20T20:18:42,459 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732133922331 2024-11-20T20:18:42,463 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T20:18:42,463 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T20:18:42,464 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=d7d59561a64e,42271,1732133920769 2024-11-20T20:18:42,469 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,42271,1732133920769, state=OPEN 2024-11-20T20:18:42,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45759-0x10159e5bfa40006, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1930568702/meta-region-server 2024-11-20T20:18:42,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x10159e5bfa40007, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1930568702/meta-region-server 2024-11-20T20:18:42,551 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7d59561a64e,42271,1732133920769 2024-11-20T20:18:42,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1930568702/meta-region-server: CHANGED 2024-11-20T20:18:42,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1930568702/meta-region-server: CHANGED 2024-11-20T20:18:42,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-20T20:18:42,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,42271,1732133920769 in 374 msec 2024-11-20T20:18:42,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-20T20:18:42,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0880 sec 2024-11-20T20:18:42,829 DEBUG [RS:0;d7d59561a64e:42271.replicationSource.wal-reader.d7d59561a64e%2C42271%2C1732133920769,1-d7d59561a64e,42271,1732133920769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769/d7d59561a64e%2C42271%2C1732133920769.1732133921834 to pos 0, reset compression=false 2024-11-20T20:18:42,844 DEBUG [RS:0;d7d59561a64e:42271.replicationSource.wal-reader.d7d59561a64e%2C42271%2C1732133920769,2-d7d59561a64e,42271,1732133920769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769/d7d59561a64e%2C42271%2C1732133920769.1732133921834 to pos 0, reset compression=false 2024-11-20T20:18:43,115 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1660ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1505ms 2024-11-20T20:18:43,336 DEBUG [RS:0;d7d59561a64e:42271.replicationSource.wal-reader.d7d59561a64e%2C42271%2C1732133920769,1-d7d59561a64e,42271,1732133920769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769/d7d59561a64e%2C42271%2C1732133920769.1732133921834 to pos 0, reset compression=false 2024-11-20T20:18:43,352 DEBUG [RS:0;d7d59561a64e:42271.replicationSource.wal-reader.d7d59561a64e%2C42271%2C1732133920769,2-d7d59561a64e,42271,1732133920769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769/d7d59561a64e%2C42271%2C1732133920769.1732133921834 to pos 0, reset compression=false 2024-11-20T20:18:43,943 DEBUG [RS:0;d7d59561a64e:42271.replicationSource.wal-reader.d7d59561a64e%2C42271%2C1732133920769,1-d7d59561a64e,42271,1732133920769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769/d7d59561a64e%2C42271%2C1732133920769.1732133921834 to pos 0, reset compression=false 2024-11-20T20:18:43,958 DEBUG [RS:0;d7d59561a64e:42271.replicationSource.wal-reader.d7d59561a64e%2C42271%2C1732133920769,2-d7d59561a64e,42271,1732133920769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769/d7d59561a64e%2C42271%2C1732133920769.1732133921834 to pos 0, reset compression=false 2024-11-20T20:18:44,294 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:18:44,618 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3163ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3008ms 2024-11-20T20:18:44,649 DEBUG [RS:0;d7d59561a64e:42271.replicationSource.wal-reader.d7d59561a64e%2C42271%2C1732133920769,1-d7d59561a64e,42271,1732133920769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769/d7d59561a64e%2C42271%2C1732133920769.1732133921834 to pos 0, reset compression=false 2024-11-20T20:18:44,665 DEBUG [RS:0;d7d59561a64e:42271.replicationSource.wal-reader.d7d59561a64e%2C42271%2C1732133920769,2-d7d59561a64e,42271,1732133920769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769/d7d59561a64e%2C42271%2C1732133920769.1732133921834 to pos 0, reset compression=false 2024-11-20T20:18:45,455 DEBUG [RS:0;d7d59561a64e:42271.replicationSource.wal-reader.d7d59561a64e%2C42271%2C1732133920769,1-d7d59561a64e,42271,1732133920769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769/d7d59561a64e%2C42271%2C1732133920769.1732133921834 to pos 0, reset compression=false 2024-11-20T20:18:45,471 DEBUG [RS:0;d7d59561a64e:42271.replicationSource.wal-reader.d7d59561a64e%2C42271%2C1732133920769,2-d7d59561a64e,42271,1732133920769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769/d7d59561a64e%2C42271%2C1732133920769.1732133921834 to pos 0, reset compression=false 2024-11-20T20:18:45,970 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4515ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-20T20:18:45,971 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T20:18:45,971 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:18:45,971 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,42271,1732133920769, seqNum=-1] 2024-11-20T20:18:45,972 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:18:45,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:18:45,981 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=51dcec6b94555d54af0540241c30df30, regionState=OPEN, lastHost=d7d59561a64e,37031,1732133904729, regionLocation=d7d59561a64e,37031,1732133904729, openSeqNum=2 2024-11-20T20:18:45,981 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T20:18:45,981 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732133985981 2024-11-20T20:18:45,981 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732134045981 2024-11-20T20:18:45,981 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec 2024-11-20T20:18:45,982 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,45759,1732133920695-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:45,982 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,45759,1732133920695-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:45,982 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,45759,1732133920695-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:45,982 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7d59561a64e:45759, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:45,982 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): d7d59561a64e,37031,1732133904729 had 2 regions 2024-11-20T20:18:45,982 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:45,982 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:45,984 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d7d59561a64e,37031,1732133904729, splitWal=true, meta=true, isMeta: false 2024-11-20T20:18:45,987 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,37031,1732133904729-splitting dir is empty, no logs to split. 2024-11-20T20:18:45,988 INFO [PEWorker-3 {}] master.SplitWALManager(105): d7d59561a64e,37031,1732133904729 WAL count=0, meta=false 2024-11-20T20:18:45,991 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.141sec 2024-11-20T20:18:45,991 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T20:18:45,992 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T20:18:45,992 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T20:18:45,992 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T20:18:45,992 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T20:18:45,992 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,45759,1732133920695-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:18:45,992 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,45759,1732133920695-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T20:18:45,994 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,37031,1732133904729-splitting dir is empty, no logs to split. 2024-11-20T20:18:45,994 INFO [PEWorker-3 {}] master.SplitWALManager(105): d7d59561a64e,37031,1732133904729 WAL count=0, meta=false 2024-11-20T20:18:45,994 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if d7d59561a64e,37031,1732133904729 WAL splitting is done? wals=0, meta=false 2024-11-20T20:18:45,996 WARN [master/d7d59561a64e:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=d7d59561a64e,37031,1732133904729/hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30. 2024-11-20T20:18:45,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51dcec6b94555d54af0540241c30df30, ASSIGN}] 2024-11-20T20:18:46,000 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51dcec6b94555d54af0540241c30df30, ASSIGN 2024-11-20T20:18:46,002 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51dcec6b94555d54af0540241c30df30, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T20:18:46,008 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T20:18:46,009 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T20:18:46,009 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,45759,1732133920695-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:46,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75dae96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:46,026 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,45759,-1 for getting cluster id 2024-11-20T20:18:46,027 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:18:46,033 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2793234-4240-4ee0-b4fc-ee0a227bc0e2' 2024-11-20T20:18:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:18:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2793234-4240-4ee0-b4fc-ee0a227bc0e2" 2024-11-20T20:18:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@414b9619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:46,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,45759,-1] 2024-11-20T20:18:46,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:18:46,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:46,039 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:18:46,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cdac2ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:46,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:18:46,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,42271,1732133920769, seqNum=-1] 2024-11-20T20:18:46,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:18:46,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:18:46,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-20T20:18:46,052 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:18:46,052 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:18:46,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:46,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:46,052 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:18:46,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: d7d59561a64e:45759 after: d7d59561a64e:45759 2024-11-20T20:18:46,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65bac4ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:46,053 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,45759,-1 for getting cluster id 2024-11-20T20:18:46,054 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:18:46,055 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2793234-4240-4ee0-b4fc-ee0a227bc0e2' 2024-11-20T20:18:46,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:18:46,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2793234-4240-4ee0-b4fc-ee0a227bc0e2" 2024-11-20T20:18:46,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef06669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:46,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,45759,-1] 2024-11-20T20:18:46,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:18:46,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:46,057 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:18:46,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4d7c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:46,058 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:18:46,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,45759,1732133920695 2024-11-20T20:18:46,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ac164e5 2024-11-20T20:18:46,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:18:46,061 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:18:46,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T20:18:46,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-20T20:18:46,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T20:18:46,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45759 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-20T20:18:46,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T20:18:46,065 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:18:46,066 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:18:46,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:46,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:46,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:18:46,066 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T20:18:46,066 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1838923243, stopped=false 2024-11-20T20:18:46,066 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7d59561a64e,34515,1732133911533 2024-11-20T20:18:46,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34515-0x10159e5bfa40003, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-169512374/running 2024-11-20T20:18:46,092 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x10159e5bfa40004, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-169512374/running 2024-11-20T20:18:46,092 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x10159e5bfa40004, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-169512374 2024-11-20T20:18:46,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34515-0x10159e5bfa40003, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-169512374 2024-11-20T20:18:46,092 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:18:46,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34515-0x10159e5bfa40003, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Set watcher on znode that does not yet exist, /1-169512374/running 2024-11-20T20:18:46,093 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:18:46,093 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:18:46,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42869-0x10159e5bfa40004, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Set watcher on znode that does not yet exist, /1-169512374/running 2024-11-20T20:18:46,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:46,094 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7d59561a64e,42869,1732133911723' ***** 2024-11-20T20:18:46,094 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T20:18:46,094 INFO [RS:0;d7d59561a64e:42869 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T20:18:46,095 INFO [RS:0;d7d59561a64e:42869 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T20:18:46,095 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T20:18:46,095 INFO [RS:0;d7d59561a64e:42869 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T20:18:46,095 INFO [RS:0;d7d59561a64e:42869 {}] regionserver.HRegionServer(959): stopping server d7d59561a64e,42869,1732133911723 2024-11-20T20:18:46,095 INFO [RS:0;d7d59561a64e:42869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:18:46,095 INFO [RS:0;d7d59561a64e:42869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:42869. 2024-11-20T20:18:46,095 DEBUG [RS:0;d7d59561a64e:42869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:18:46,095 DEBUG [RS:0;d7d59561a64e:42869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:46,095 INFO [RS:0;d7d59561a64e:42869 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T20:18:46,095 INFO [RS:0;d7d59561a64e:42869 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T20:18:46,095 INFO [RS:0;d7d59561a64e:42869 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T20:18:46,095 INFO [RS:0;d7d59561a64e:42869 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T20:18:46,096 INFO [RS:0;d7d59561a64e:42869 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T20:18:46,096 DEBUG [RS:0;d7d59561a64e:42869 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T20:18:46,096 DEBUG [RS:0;d7d59561a64e:42869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:18:46,096 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:18:46,096 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:18:46,096 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:18:46,096 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:18:46,096 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:18:46,096 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T20:18:46,117 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/data/hbase/meta/1588230740/.tmp/ns/f1c83716796e4e7e9c5f23b3349dacf6 is 43, key is default/ns:d/1732133913968/Put/seqid=0 2024-11-20T20:18:46,117 INFO [regionserver/d7d59561a64e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:18:46,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741835_1011 (size=5153) 2024-11-20T20:18:46,129 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/data/hbase/meta/1588230740/.tmp/ns/f1c83716796e4e7e9c5f23b3349dacf6 2024-11-20T20:18:46,141 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/data/hbase/meta/1588230740/.tmp/ns/f1c83716796e4e7e9c5f23b3349dacf6 as hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/data/hbase/meta/1588230740/ns/f1c83716796e4e7e9c5f23b3349dacf6 2024-11-20T20:18:46,151 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/data/hbase/meta/1588230740/ns/f1c83716796e4e7e9c5f23b3349dacf6, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T20:18:46,152 DEBUG [d7d59561a64e:45759 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T20:18:46,152 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 56ms, sequenceid=6, compaction requested=false 2024-11-20T20:18:46,152 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T20:18:46,153 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=51dcec6b94555d54af0540241c30df30, regionState=OPENING, regionLocation=d7d59561a64e,42271,1732133920769 2024-11-20T20:18:46,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51dcec6b94555d54af0540241c30df30, ASSIGN because future has completed 2024-11-20T20:18:46,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51dcec6b94555d54af0540241c30df30, server=d7d59561a64e,42271,1732133920769}] 2024-11-20T20:18:46,160 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T20:18:46,161 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:18:46,161 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:18:46,161 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:18:46,161 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732133926096Running coprocessor pre-close hooks at 1732133926096Disabling compacts and flushes for region at 1732133926096Disabling writes for close at 1732133926096Obtaining lock to block concurrent updates at 1732133926096Preparing flush snapshotting stores in 1588230740 at 1732133926096Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732133926097 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732133926098 (+1 ms)Flushing 1588230740/ns: creating writer at 1732133926098Flushing 1588230740/ns: appending metadata at 1732133926116 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732133926116Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@611c71ba: reopening flushed file at 1732133926139 (+23 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 56ms, sequenceid=6, compaction requested=false at 1732133926152 (+13 ms)Writing region close event to WAL at 1732133926154 (+2 ms)Running coprocessor post-close hooks at 1732133926161 (+7 ms)Closed at 1732133926161 2024-11-20T20:18:46,162 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T20:18:46,296 INFO [RS:0;d7d59561a64e:42869 {}] regionserver.HRegionServer(976): stopping server d7d59561a64e,42869,1732133911723; all regions closed. 2024-11-20T20:18:46,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741834_1010 (size=1152) 2024-11-20T20:18:46,303 DEBUG [RS:0;d7d59561a64e:42869 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/oldWALs 2024-11-20T20:18:46,303 INFO [RS:0;d7d59561a64e:42869 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C42869%2C1732133911723.meta:.meta(num 1732133913868) 2024-11-20T20:18:46,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741833_1009 (size=93) 2024-11-20T20:18:46,306 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/WALs/d7d59561a64e,42869,1732133911723/d7d59561a64e%2C42869%2C1732133911723.1732133913229 not finished, retry = 0 2024-11-20T20:18:46,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30. 2024-11-20T20:18:46,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:18:46,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T20:18:46,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C42271%2C1732133920769.rep, suffix=, logDir=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769, archiveDir=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/oldWALs, maxLogs=10 2024-11-20T20:18:46,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769/d7d59561a64e%2C42271%2C1732133920769.rep.1732133926339, exclude list is [], retry=0 2024-11-20T20:18:46,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42893,DS-7db8cd14-9462-4632-8384-e5c02afaba1f,DISK] 2024-11-20T20:18:46,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769/d7d59561a64e%2C42271%2C1732133920769.rep.1732133926339 2024-11-20T20:18:46,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45761:45761)] 2024-11-20T20:18:46,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 51dcec6b94555d54af0540241c30df30, NAME => 'hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:18:46,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:18:46,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:18:46,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30. service=MultiRowMutationService 2024-11-20T20:18:46,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T20:18:46,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 51dcec6b94555d54af0540241c30df30 2024-11-20T20:18:46,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:18:46,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 51dcec6b94555d54af0540241c30df30 2024-11-20T20:18:46,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 51dcec6b94555d54af0540241c30df30 2024-11-20T20:18:46,362 DEBUG [RS:0;d7d59561a64e:42271.replicationSource.wal-reader.d7d59561a64e%2C42271%2C1732133920769,1-d7d59561a64e,42271,1732133920769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769/d7d59561a64e%2C42271%2C1732133920769.1732133921834 to pos 0, reset compression=false 2024-11-20T20:18:46,363 INFO [StoreOpener-51dcec6b94555d54af0540241c30df30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 51dcec6b94555d54af0540241c30df30 2024-11-20T20:18:46,366 INFO [StoreOpener-51dcec6b94555d54af0540241c30df30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51dcec6b94555d54af0540241c30df30 columnFamilyName hfileref 2024-11-20T20:18:46,366 DEBUG [StoreOpener-51dcec6b94555d54af0540241c30df30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:46,367 INFO [StoreOpener-51dcec6b94555d54af0540241c30df30-1 {}] regionserver.HStore(327): Store=51dcec6b94555d54af0540241c30df30/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:18:46,367 INFO [StoreOpener-51dcec6b94555d54af0540241c30df30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 51dcec6b94555d54af0540241c30df30 2024-11-20T20:18:46,369 INFO [StoreOpener-51dcec6b94555d54af0540241c30df30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51dcec6b94555d54af0540241c30df30 columnFamilyName queue 2024-11-20T20:18:46,369 DEBUG [StoreOpener-51dcec6b94555d54af0540241c30df30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:46,377 DEBUG [RS:0;d7d59561a64e:42271.replicationSource.wal-reader.d7d59561a64e%2C42271%2C1732133920769,2-d7d59561a64e,42271,1732133920769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769/d7d59561a64e%2C42271%2C1732133920769.1732133921834 to pos 0, reset compression=false 2024-11-20T20:18:46,382 DEBUG [StoreOpener-51dcec6b94555d54af0540241c30df30-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/replication/51dcec6b94555d54af0540241c30df30/queue/cceda05b3cf34756a00fac66a27d4103 2024-11-20T20:18:46,382 INFO [StoreOpener-51dcec6b94555d54af0540241c30df30-1 {}] regionserver.HStore(327): Store=51dcec6b94555d54af0540241c30df30/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:18:46,382 INFO [StoreOpener-51dcec6b94555d54af0540241c30df30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 51dcec6b94555d54af0540241c30df30 2024-11-20T20:18:46,384 INFO [StoreOpener-51dcec6b94555d54af0540241c30df30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51dcec6b94555d54af0540241c30df30 columnFamilyName sid 2024-11-20T20:18:46,384 DEBUG [StoreOpener-51dcec6b94555d54af0540241c30df30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:46,385 INFO [StoreOpener-51dcec6b94555d54af0540241c30df30-1 {}] regionserver.HStore(327): Store=51dcec6b94555d54af0540241c30df30/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:18:46,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 51dcec6b94555d54af0540241c30df30 2024-11-20T20:18:46,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/replication/51dcec6b94555d54af0540241c30df30 2024-11-20T20:18:46,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/replication/51dcec6b94555d54af0540241c30df30 2024-11-20T20:18:46,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 51dcec6b94555d54af0540241c30df30 2024-11-20T20:18:46,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 51dcec6b94555d54af0540241c30df30 2024-11-20T20:18:46,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:18:46,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 51dcec6b94555d54af0540241c30df30 2024-11-20T20:18:46,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 51dcec6b94555d54af0540241c30df30; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65863718, jitterRate=-0.018554121255874634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:18:46,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51dcec6b94555d54af0540241c30df30 2024-11-20T20:18:46,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 51dcec6b94555d54af0540241c30df30: Running coprocessor pre-open hook at 1732133926362Writing region info on filesystem at 1732133926362Initializing all the Stores at 1732133926363 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133926363Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133926363Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133926363Cleaning up temporary data from old regions at 1732133926390 (+27 ms)Running coprocessor post-open hooks at 1732133926395 (+5 ms)Region opened successfully at 1732133926395 2024-11-20T20:18:46,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30., pid=19, masterSystemTime=1732133926311 2024-11-20T20:18:46,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30. 2024-11-20T20:18:46,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30. 2024-11-20T20:18:46,402 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=51dcec6b94555d54af0540241c30df30, regionState=OPEN, openSeqNum=10, regionLocation=d7d59561a64e,42271,1732133920769 2024-11-20T20:18:46,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51dcec6b94555d54af0540241c30df30, server=d7d59561a64e,42271,1732133920769 because future has completed 2024-11-20T20:18:46,409 DEBUG [RS:0;d7d59561a64e:42869 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/oldWALs 2024-11-20T20:18:46,410 INFO [RS:0;d7d59561a64e:42869 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C42869%2C1732133911723:(num 1732133913229) 2024-11-20T20:18:46,410 DEBUG [RS:0;d7d59561a64e:42869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:46,410 INFO [RS:0;d7d59561a64e:42869 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:18:46,410 INFO [RS:0;d7d59561a64e:42869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:18:46,410 INFO [RS:0;d7d59561a64e:42869 {}] hbase.ChoreService(370): Chore service for: regionserver/d7d59561a64e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T20:18:46,410 INFO [RS:0;d7d59561a64e:42869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:18:46,411 INFO [RS:0;d7d59561a64e:42869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42869 2024-11-20T20:18:46,412 INFO [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:18:46,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-20T20:18:46,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 51dcec6b94555d54af0540241c30df30, server=d7d59561a64e,42271,1732133920769 in 251 msec 2024-11-20T20:18:46,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-20T20:18:46,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51dcec6b94555d54af0540241c30df30, ASSIGN in 416 msec 2024-11-20T20:18:46,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-20T20:18:46,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30., hostname=d7d59561a64e,42271,1732133920769, seqNum=10] 2024-11-20T20:18:46,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34515-0x10159e5bfa40003, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-169512374/rs 2024-11-20T20:18:46,460 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x10159e5bfa40004, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-169512374/rs/d7d59561a64e,42869,1732133911723 2024-11-20T20:18:46,460 INFO [RS:0;d7d59561a64e:42869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:18:46,461 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7d59561a64e,42869,1732133911723] 2024-11-20T20:18:46,470 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for d7d59561a64e,37031,1732133904729 2024-11-20T20:18:46,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-20T20:18:46,481 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-169512374/draining/d7d59561a64e,42869,1732133911723 already deleted, retry=false 2024-11-20T20:18:46,481 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7d59561a64e,42869,1732133911723 expired; onlineServers=0 2024-11-20T20:18:46,481 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7d59561a64e,34515,1732133911533' ***** 2024-11-20T20:18:46,481 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T20:18:46,481 INFO [M:0;d7d59561a64e:34515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:18:46,482 INFO [M:0;d7d59561a64e:34515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:18:46,482 DEBUG [M:0;d7d59561a64e:34515 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T20:18:46,482 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T20:18:46,482 DEBUG [M:0;d7d59561a64e:34515 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T20:18:46,482 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732133912813 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732133912813,5,FailOnTimeoutGroup] 2024-11-20T20:18:46,482 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732133912813 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732133912813,5,FailOnTimeoutGroup] 2024-11-20T20:18:46,482 INFO [M:0;d7d59561a64e:34515 {}] hbase.ChoreService(370): Chore service for: master/d7d59561a64e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T20:18:46,482 INFO [M:0;d7d59561a64e:34515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:18:46,482 DEBUG [M:0;d7d59561a64e:34515 {}] master.HMaster(1795): Stopping service threads 2024-11-20T20:18:46,482 INFO [M:0;d7d59561a64e:34515 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T20:18:46,482 INFO [M:0;d7d59561a64e:34515 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:18:46,483 INFO [M:0;d7d59561a64e:34515 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T20:18:46,483 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T20:18:46,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34515-0x10159e5bfa40003, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-169512374/master 2024-11-20T20:18:46,492 DEBUG [M:0;d7d59561a64e:34515 {}] zookeeper.ZKUtil(347): master:34515-0x10159e5bfa40003, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Unable to get data of znode /1-169512374/master because node does not exist (not an error) 2024-11-20T20:18:46,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34515-0x10159e5bfa40003, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-169512374 2024-11-20T20:18:46,492 WARN [M:0;d7d59561a64e:34515 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T20:18:46,493 INFO [M:0;d7d59561a64e:34515 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/.lastflushedseqids 2024-11-20T20:18:46,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741836_1012 (size=99) 2024-11-20T20:18:46,571 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x10159e5bfa40004, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:18:46,571 INFO [RS:0;d7d59561a64e:42869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:18:46,571 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42869-0x10159e5bfa40004, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:18:46,571 INFO [RS:0;d7d59561a64e:42869 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7d59561a64e,42869,1732133911723; zookeeper connection closed. 2024-11-20T20:18:46,571 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@724de274 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@724de274 2024-11-20T20:18:46,572 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T20:18:46,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-20T20:18:46,902 INFO [M:0;d7d59561a64e:34515 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T20:18:46,902 INFO [M:0;d7d59561a64e:34515 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T20:18:46,903 DEBUG [M:0;d7d59561a64e:34515 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:18:46,903 INFO [M:0;d7d59561a64e:34515 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:18:46,903 DEBUG [M:0;d7d59561a64e:34515 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:18:46,903 DEBUG [M:0;d7d59561a64e:34515 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:18:46,903 DEBUG [M:0;d7d59561a64e:34515 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:18:46,903 INFO [M:0;d7d59561a64e:34515 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-20T20:18:46,921 DEBUG [M:0;d7d59561a64e:34515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b5740ce1e3c436eae7df7128bc8e2d6 is 82, key is hbase:meta,,1/info:regioninfo/1732133913921/Put/seqid=0 2024-11-20T20:18:46,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741837_1013 (size=5672) 2024-11-20T20:18:47,326 INFO [M:0;d7d59561a64e:34515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b5740ce1e3c436eae7df7128bc8e2d6 2024-11-20T20:18:47,357 DEBUG [M:0;d7d59561a64e:34515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90d999b67015425187537b9f736acef4 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732133913978/Put/seqid=0 2024-11-20T20:18:47,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741838_1014 (size=5275) 2024-11-20T20:18:47,368 DEBUG [RS:0;d7d59561a64e:42271.replicationSource.wal-reader.d7d59561a64e%2C42271%2C1732133920769,1-d7d59561a64e,42271,1732133920769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769/d7d59561a64e%2C42271%2C1732133920769.1732133921834 to pos 0, reset compression=false 2024-11-20T20:18:47,387 DEBUG [RS:0;d7d59561a64e:42271.replicationSource.wal-reader.d7d59561a64e%2C42271%2C1732133920769,2-d7d59561a64e,42271,1732133920769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769/d7d59561a64e%2C42271%2C1732133920769.1732133921834 to pos 0, reset compression=false 2024-11-20T20:18:47,767 INFO [M:0;d7d59561a64e:34515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90d999b67015425187537b9f736acef4 2024-11-20T20:18:47,795 DEBUG [M:0;d7d59561a64e:34515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7e4a5efac1e4987ad3d942ae46bda72 is 69, key is d7d59561a64e,42869,1732133911723/rs:state/1732133912950/Put/seqid=0 2024-11-20T20:18:47,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741839_1015 (size=5156) 2024-11-20T20:18:47,801 INFO [M:0;d7d59561a64e:34515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7e4a5efac1e4987ad3d942ae46bda72 2024-11-20T20:18:47,813 DEBUG [M:0;d7d59561a64e:34515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b5740ce1e3c436eae7df7128bc8e2d6 as hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b5740ce1e3c436eae7df7128bc8e2d6 2024-11-20T20:18:47,823 INFO [M:0;d7d59561a64e:34515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b5740ce1e3c436eae7df7128bc8e2d6, entries=8, sequenceid=28, filesize=5.5 K 2024-11-20T20:18:47,825 DEBUG [M:0;d7d59561a64e:34515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90d999b67015425187537b9f736acef4 as hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90d999b67015425187537b9f736acef4 2024-11-20T20:18:47,836 INFO [M:0;d7d59561a64e:34515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90d999b67015425187537b9f736acef4, entries=3, sequenceid=28, filesize=5.2 K 2024-11-20T20:18:47,837 DEBUG [M:0;d7d59561a64e:34515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7e4a5efac1e4987ad3d942ae46bda72 as hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7e4a5efac1e4987ad3d942ae46bda72 2024-11-20T20:18:47,846 INFO [M:0;d7d59561a64e:34515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45477/user/jenkins/test-data/c91190e9-467e-72a3-824a-c9eab5785c72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7e4a5efac1e4987ad3d942ae46bda72, entries=1, sequenceid=28, filesize=5.0 K 2024-11-20T20:18:47,848 INFO [M:0;d7d59561a64e:34515 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 945ms, sequenceid=28, compaction requested=false 2024-11-20T20:18:47,861 INFO [M:0;d7d59561a64e:34515 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:18:47,861 DEBUG [M:0;d7d59561a64e:34515 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732133926902Disabling compacts and flushes for region at 1732133926902Disabling writes for close at 1732133926903 (+1 ms)Obtaining lock to block concurrent updates at 1732133926903Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732133926903Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732133926903Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732133926904 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732133926904Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732133926920 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732133926920Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732133927334 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732133927356 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732133927356Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732133927774 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732133927794 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732133927794Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3295163: reopening flushed file at 1732133927811 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c44db64: reopening flushed file at 1732133927823 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@126540a9: reopening flushed file at 1732133927836 (+13 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 945ms, sequenceid=28, compaction requested=false at 1732133927848 (+12 ms)Writing region close event to WAL at 1732133927861 (+13 ms)Closed at 1732133927861 2024-11-20T20:18:47,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44947 is added to blk_1073741830_1006 (size=10165) 2024-11-20T20:18:47,865 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:18:47,865 INFO [M:0;d7d59561a64e:34515 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T20:18:47,865 INFO [M:0;d7d59561a64e:34515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34515 2024-11-20T20:18:47,872 INFO [M:0;d7d59561a64e:34515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:18:47,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34515-0x10159e5bfa40003, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:18:47,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34515-0x10159e5bfa40003, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:18:47,986 INFO [M:0;d7d59561a64e:34515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:18:48,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@543c8101{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:18:48,130 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56772991{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:18:48,131 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:18:48,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28f7ee27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:18:48,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1624ab1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/hadoop.log.dir/,STOPPED} 2024-11-20T20:18:48,135 WARN [BP-1002066111-172.17.0.2-1732133908595 heartbeating to localhost/127.0.0.1:45477 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T20:18:48,135 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T20:18:48,135 WARN [BP-1002066111-172.17.0.2-1732133908595 heartbeating to localhost/127.0.0.1:45477 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1002066111-172.17.0.2-1732133908595 (Datanode Uuid b168b1c6-d114-404a-a8b9-db7d8d42764b) service to localhost/127.0.0.1:45477 2024-11-20T20:18:48,135 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T20:18:48,137 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/cluster_72ca7c75-d5d0-ab9f-59b2-2f2a6f6df93d/data/data1/current/BP-1002066111-172.17.0.2-1732133908595 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:18:48,137 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/cluster_72ca7c75-d5d0-ab9f-59b2-2f2a6f6df93d/data/data2/current/BP-1002066111-172.17.0.2-1732133908595 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:18:48,138 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T20:18:48,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5996d99{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:18:48,148 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6dc57932{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:18:48,148 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:18:48,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@617e68fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:18:48,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@eac06d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/hadoop.log.dir/,STOPPED} 2024-11-20T20:18:48,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T20:18:48,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T20:18:48,170 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:18:48,171 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:18:48,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:48,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:48,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:18:48,171 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T20:18:48,171 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1197205382, stopped=false 2024-11-20T20:18:48,171 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7d59561a64e,45759,1732133920695 2024-11-20T20:18:48,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x10159e5bfa40007, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1930568702/running 2024-11-20T20:18:48,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45759-0x10159e5bfa40006, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1930568702/running 2024-11-20T20:18:48,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x10159e5bfa40007, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702 2024-11-20T20:18:48,213 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:18:48,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45759-0x10159e5bfa40006, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702 2024-11-20T20:18:48,214 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:18:48,214 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:18:48,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:48,214 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7d59561a64e,42271,1732133920769' ***** 2024-11-20T20:18:48,214 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T20:18:48,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42271-0x10159e5bfa40007, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Set watcher on znode that does not yet exist, /0-1930568702/running 2024-11-20T20:18:48,215 INFO [RS:0;d7d59561a64e:42271 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T20:18:48,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45759-0x10159e5bfa40006, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Set watcher on znode that does not yet exist, /0-1930568702/running 2024-11-20T20:18:48,215 INFO [RS:0;d7d59561a64e:42271 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T20:18:48,215 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T20:18:48,215 INFO [RS:0;d7d59561a64e:42271 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T20:18:48,215 INFO [RS:0;d7d59561a64e:42271 {}] regionserver.HRegionServer(3091): Received CLOSE for 51dcec6b94555d54af0540241c30df30 2024-11-20T20:18:48,215 INFO [RS:0;d7d59561a64e:42271 {}] regionserver.HRegionServer(959): stopping server d7d59561a64e,42271,1732133920769 2024-11-20T20:18:48,216 INFO [RS:0;d7d59561a64e:42271 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:18:48,216 INFO [RS:0;d7d59561a64e:42271 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:42271. 2024-11-20T20:18:48,216 DEBUG [RS:0;d7d59561a64e:42271 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:18:48,216 DEBUG [RS:0;d7d59561a64e:42271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:48,216 INFO [RS:0;d7d59561a64e:42271 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T20:18:48,216 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51dcec6b94555d54af0540241c30df30, disabling compactions & flushes 2024-11-20T20:18:48,216 INFO [RS:0;d7d59561a64e:42271 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T20:18:48,216 INFO [RS:0;d7d59561a64e:42271 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T20:18:48,216 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30. 2024-11-20T20:18:48,216 INFO [RS:0;d7d59561a64e:42271 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T20:18:48,216 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30. 2024-11-20T20:18:48,216 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30. after waiting 0 ms 2024-11-20T20:18:48,216 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30. 2024-11-20T20:18:48,217 INFO [RS:0;d7d59561a64e:42271 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T20:18:48,217 DEBUG [RS:0;d7d59561a64e:42271 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 51dcec6b94555d54af0540241c30df30=hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30.} 2024-11-20T20:18:48,217 DEBUG [RS:0;d7d59561a64e:42271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51dcec6b94555d54af0540241c30df30 2024-11-20T20:18:48,217 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:18:48,217 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:18:48,217 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:18:48,217 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:18:48,217 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:18:48,217 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-20T20:18:48,222 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/replication/51dcec6b94555d54af0540241c30df30/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-20T20:18:48,223 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:18:48,223 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:18:48,224 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30. 2024-11-20T20:18:48,224 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51dcec6b94555d54af0540241c30df30: Waiting for close lock at 1732133928216Running coprocessor pre-close hooks at 1732133928216Disabling compacts and flushes for region at 1732133928216Disabling writes for close at 1732133928216Writing region close event to WAL at 1732133928217 (+1 ms)Running coprocessor post-close hooks at 1732133928223 (+6 ms)Closed at 1732133928223 2024-11-20T20:18:48,224 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30. 2024-11-20T20:18:48,235 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740/.tmp/info/622ef7cbf07d42a781c968337f645b6e is 147, key is hbase:replication,,1732133914227.51dcec6b94555d54af0540241c30df30./info:regioninfo/1732133926402/Put/seqid=0 2024-11-20T20:18:48,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741851_1027 (size=6385) 2024-11-20T20:18:48,246 INFO [regionserver/d7d59561a64e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:18:48,417 DEBUG [RS:0;d7d59561a64e:42271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:18:48,477 DEBUG [RS:0;d7d59561a64e:42271.replicationSource.wal-reader.d7d59561a64e%2C42271%2C1732133920769,1-d7d59561a64e,42271,1732133920769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769/d7d59561a64e%2C42271%2C1732133920769.1732133921834 to pos 0, reset compression=false 2024-11-20T20:18:48,495 DEBUG [RS:0;d7d59561a64e:42271.replicationSource.wal-reader.d7d59561a64e%2C42271%2C1732133920769,2-d7d59561a64e,42271,1732133920769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769/d7d59561a64e%2C42271%2C1732133920769.1732133921834 to pos 0, reset compression=false 2024-11-20T20:18:48,617 DEBUG [RS:0;d7d59561a64e:42271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:18:48,640 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T20:18:48,640 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T20:18:48,641 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740/.tmp/info/622ef7cbf07d42a781c968337f645b6e 2024-11-20T20:18:48,651 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740/.tmp/info/622ef7cbf07d42a781c968337f645b6e as hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740/info/622ef7cbf07d42a781c968337f645b6e 2024-11-20T20:18:48,659 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740/info/622ef7cbf07d42a781c968337f645b6e, entries=8, sequenceid=19, filesize=6.2 K 2024-11-20T20:18:48,661 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false 2024-11-20T20:18:48,670 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-20T20:18:48,671 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:18:48,671 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:18:48,671 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:18:48,671 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732133928217Running coprocessor pre-close hooks at 1732133928217Disabling compacts and flushes for region at 1732133928217Disabling writes for close at 1732133928217Obtaining lock to block concurrent updates at 1732133928217Preparing flush snapshotting stores in 1588230740 at 1732133928217Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732133928218 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732133928218Flushing 1588230740/info: creating writer at 1732133928219 (+1 ms)Flushing 1588230740/info: appending metadata at 1732133928234 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732133928234Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13f1f178: reopening flushed file at 1732133928649 (+415 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false at 1732133928661 (+12 ms)Writing region close event to WAL at 1732133928665 (+4 ms)Running coprocessor post-close hooks at 1732133928671 (+6 ms)Closed at 1732133928671 2024-11-20T20:18:48,671 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T20:18:48,817 INFO [RS:0;d7d59561a64e:42271 {}] regionserver.HRegionServer(976): stopping server d7d59561a64e,42271,1732133920769; all regions closed. 2024-11-20T20:18:48,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741849_1025 (size=2156) 2024-11-20T20:18:48,826 DEBUG [RS:0;d7d59561a64e:42271 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/oldWALs 2024-11-20T20:18:48,826 INFO [RS:0;d7d59561a64e:42271 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C42271%2C1732133920769.meta:.meta(num 1732133922342) 2024-11-20T20:18:48,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741850_1026 (size=796) 2024-11-20T20:18:48,833 DEBUG [RS:0;d7d59561a64e:42271 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/oldWALs 2024-11-20T20:18:48,833 INFO [RS:0;d7d59561a64e:42271 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C42271%2C1732133920769.rep:(num 1732133926339) 2024-11-20T20:18:48,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741848_1024 (size=93) 2024-11-20T20:18:48,835 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/WALs/d7d59561a64e,42271,1732133920769/d7d59561a64e%2C42271%2C1732133920769.1732133921834 not finished, retry = 0 2024-11-20T20:18:48,938 DEBUG [RS:0;d7d59561a64e:42271 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/oldWALs 2024-11-20T20:18:48,938 INFO [RS:0;d7d59561a64e:42271 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C42271%2C1732133920769:(num 1732133921834) 2024-11-20T20:18:48,938 DEBUG [RS:0;d7d59561a64e:42271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:48,939 INFO [RS:0;d7d59561a64e:42271 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:18:48,939 INFO [RS:0;d7d59561a64e:42271 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:18:48,939 INFO [RS:0;d7d59561a64e:42271 {}] hbase.ChoreService(370): Chore service for: regionserver/d7d59561a64e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T20:18:48,939 INFO [RS:0;d7d59561a64e:42271 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:18:48,939 INFO [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:18:48,939 INFO [RS:0;d7d59561a64e:42271 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7d59561a64e,42271,1732133920769 because: Region server is closing 2024-11-20T20:18:48,939 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-20T20:18:48,939 INFO [RS:0;d7d59561a64e:42271 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:42271. 2024-11-20T20:18:48,939 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-20T20:18:48,940 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-20T20:18:48,940 DEBUG [RS:0;d7d59561a64e:42271 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:18:48,940 DEBUG [RS:0;d7d59561a64e:42271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:48,940 DEBUG [RS:0;d7d59561a64e:42271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:48,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:18:49,040 WARN [RS:0;d7d59561a64e:42271.replicationSource.shipperd7d59561a64e%2C42271%2C1732133920769,1-d7d59561a64e,42271,1732133920769 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T20:18:49,040 WARN [RS:0;d7d59561a64e:42271.replicationSource.wal-reader.d7d59561a64e%2C42271%2C1732133920769,1-d7d59561a64e,42271,1732133920769 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T20:18:49,041 INFO [RS:0;d7d59561a64e:42271 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;d7d59561a64e:42271.replicationSource.shipperd7d59561a64e%2C42271%2C1732133920769,1-d7d59561a64e,42271,1732133920769 terminated 2024-11-20T20:18:49,041 INFO [RS:0;d7d59561a64e:42271 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-d7d59561a64e,42271,1732133920769 because: Region server is closing 2024-11-20T20:18:49,041 INFO [RS:0;d7d59561a64e:42271 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:42271. 2024-11-20T20:18:49,041 DEBUG [RS:0;d7d59561a64e:42271 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:18:49,041 DEBUG [RS:0;d7d59561a64e:42271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:49,041 DEBUG [RS:0;d7d59561a64e:42271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:49,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:18:49,142 WARN [RS:0;d7d59561a64e:42271.replicationSource.shipperd7d59561a64e%2C42271%2C1732133920769,2-d7d59561a64e,42271,1732133920769 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T20:18:49,142 WARN [RS:0;d7d59561a64e:42271.replicationSource.wal-reader.d7d59561a64e%2C42271%2C1732133920769,2-d7d59561a64e,42271,1732133920769 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T20:18:49,142 INFO [RS:0;d7d59561a64e:42271 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;d7d59561a64e:42271.replicationSource.shipperd7d59561a64e%2C42271%2C1732133920769,2-d7d59561a64e,42271,1732133920769 terminated 2024-11-20T20:18:49,142 INFO [RS:0;d7d59561a64e:42271 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42271 2024-11-20T20:18:49,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x10159e5bfa40007, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1930568702/rs/d7d59561a64e,42271,1732133920769 2024-11-20T20:18:49,155 INFO [RS:0;d7d59561a64e:42271 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:18:49,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45759-0x10159e5bfa40006, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702/rs 2024-11-20T20:18:49,156 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7d59561a64e,42271,1732133920769] 2024-11-20T20:18:49,176 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1930568702/draining/d7d59561a64e,42271,1732133920769 already deleted, retry=false 2024-11-20T20:18:49,176 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7d59561a64e,42271,1732133920769 expired; onlineServers=0 2024-11-20T20:18:49,176 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7d59561a64e,45759,1732133920695' ***** 2024-11-20T20:18:49,176 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T20:18:49,176 INFO [M:0;d7d59561a64e:45759 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:18:49,176 INFO [M:0;d7d59561a64e:45759 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:18:49,176 DEBUG [M:0;d7d59561a64e:45759 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T20:18:49,176 DEBUG [M:0;d7d59561a64e:45759 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T20:18:49,176 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732133921454 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732133921454,5,FailOnTimeoutGroup] 2024-11-20T20:18:49,177 INFO [M:0;d7d59561a64e:45759 {}] hbase.ChoreService(370): Chore service for: master/d7d59561a64e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T20:18:49,177 INFO [M:0;d7d59561a64e:45759 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:18:49,177 DEBUG [M:0;d7d59561a64e:45759 {}] master.HMaster(1795): Stopping service threads 2024-11-20T20:18:49,177 INFO [M:0;d7d59561a64e:45759 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T20:18:49,177 INFO [M:0;d7d59561a64e:45759 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:18:49,177 INFO [M:0;d7d59561a64e:45759 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T20:18:49,179 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T20:18:49,179 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732133921453 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732133921453,5,FailOnTimeoutGroup] 2024-11-20T20:18:49,180 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T20:18:49,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45759-0x10159e5bfa40006, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1930568702/master 2024-11-20T20:18:49,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45759-0x10159e5bfa40006, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1930568702 2024-11-20T20:18:49,197 DEBUG [M:0;d7d59561a64e:45759 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1930568702/master already deleted, retry=false 2024-11-20T20:18:49,197 DEBUG [M:0;d7d59561a64e:45759 {}] master.ActiveMasterManager(353): master:45759-0x10159e5bfa40006, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1930568702/master 2024-11-20T20:18:49,198 INFO [M:0;d7d59561a64e:45759 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/.lastflushedseqids 2024-11-20T20:18:49,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741852_1028 (size=181) 2024-11-20T20:18:49,217 INFO [M:0;d7d59561a64e:45759 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T20:18:49,217 INFO [M:0;d7d59561a64e:45759 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T20:18:49,218 DEBUG [M:0;d7d59561a64e:45759 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:18:49,218 INFO [M:0;d7d59561a64e:45759 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:18:49,218 DEBUG [M:0;d7d59561a64e:45759 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:18:49,218 DEBUG [M:0;d7d59561a64e:45759 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:18:49,218 DEBUG [M:0;d7d59561a64e:45759 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:18:49,218 INFO [M:0;d7d59561a64e:45759 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-20T20:18:49,243 DEBUG [M:0;d7d59561a64e:45759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc2f2ba3a82e4b50a70ad19c2027c4a7 is 82, key is hbase:meta,,1/info:regioninfo/1732133922464/Put/seqid=0 2024-11-20T20:18:49,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741853_1029 (size=5680) 2024-11-20T20:18:49,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x10159e5bfa40007, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:18:49,266 INFO [RS:0;d7d59561a64e:42271 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:18:49,266 INFO [RS:0;d7d59561a64e:42271 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7d59561a64e,42271,1732133920769; zookeeper connection closed. 2024-11-20T20:18:49,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42271-0x10159e5bfa40007, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:18:49,266 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36e451cd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36e451cd 2024-11-20T20:18:49,267 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T20:18:49,273 INFO [M:0;d7d59561a64e:45759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc2f2ba3a82e4b50a70ad19c2027c4a7 2024-11-20T20:18:49,329 DEBUG [M:0;d7d59561a64e:45759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74f0b23e7da04b55928480d8cea848cb is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732133926414/Put/seqid=0 2024-11-20T20:18:49,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741854_1030 (size=7319) 2024-11-20T20:18:49,349 INFO [M:0;d7d59561a64e:45759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74f0b23e7da04b55928480d8cea848cb 2024-11-20T20:18:49,407 DEBUG [M:0;d7d59561a64e:45759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1a7d767f109404fae6087d853970d7a is 69, key is d7d59561a64e,42271,1732133920769/rs:state/1732133921573/Put/seqid=0 2024-11-20T20:18:49,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741855_1031 (size=5371) 2024-11-20T20:18:49,431 INFO [M:0;d7d59561a64e:45759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1a7d767f109404fae6087d853970d7a 2024-11-20T20:18:49,443 INFO [M:0;d7d59561a64e:45759 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1a7d767f109404fae6087d853970d7a 2024-11-20T20:18:49,446 DEBUG [M:0;d7d59561a64e:45759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc2f2ba3a82e4b50a70ad19c2027c4a7 as hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dc2f2ba3a82e4b50a70ad19c2027c4a7 2024-11-20T20:18:49,456 INFO [M:0;d7d59561a64e:45759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dc2f2ba3a82e4b50a70ad19c2027c4a7, entries=8, sequenceid=172, filesize=5.5 K 2024-11-20T20:18:49,458 DEBUG [M:0;d7d59561a64e:45759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74f0b23e7da04b55928480d8cea848cb as hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/74f0b23e7da04b55928480d8cea848cb 2024-11-20T20:18:49,468 INFO [M:0;d7d59561a64e:45759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/74f0b23e7da04b55928480d8cea848cb, entries=7, sequenceid=172, filesize=7.1 K 2024-11-20T20:18:49,470 DEBUG [M:0;d7d59561a64e:45759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a1a7d767f109404fae6087d853970d7a as hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a1a7d767f109404fae6087d853970d7a 2024-11-20T20:18:49,479 INFO [M:0;d7d59561a64e:45759 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1a7d767f109404fae6087d853970d7a 2024-11-20T20:18:49,479 INFO [M:0;d7d59561a64e:45759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43591/user/jenkins/test-data/e8388e72-ee5c-64bd-6722-dd35a13106cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a1a7d767f109404fae6087d853970d7a, entries=2, sequenceid=172, filesize=5.2 K 2024-11-20T20:18:49,480 INFO [M:0;d7d59561a64e:45759 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 262ms, sequenceid=172, compaction requested=false 2024-11-20T20:18:49,493 INFO [M:0;d7d59561a64e:45759 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:18:49,493 DEBUG [M:0;d7d59561a64e:45759 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732133929218Disabling compacts and flushes for region at 1732133929218Disabling writes for close at 1732133929218Obtaining lock to block concurrent updates at 1732133929218Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732133929218Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732133929219 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732133929220 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732133929221 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732133929242 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732133929242Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732133929291 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732133929322 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732133929322Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732133929369 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732133929405 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732133929406 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9fd971b: reopening flushed file at 1732133929443 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59d87b0d: reopening flushed file at 1732133929456 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dde626f: reopening flushed file at 1732133929468 (+12 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 262ms, sequenceid=172, compaction requested=false at 1732133929481 (+13 ms)Writing region close event to WAL at 1732133929493 (+12 ms)Closed at 1732133929493 2024-11-20T20:18:49,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42893 is added to blk_1073741847_1023 (size=22949) 2024-11-20T20:18:49,498 INFO [M:0;d7d59561a64e:45759 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T20:18:49,498 INFO [M:0;d7d59561a64e:45759 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45759 2024-11-20T20:18:49,499 INFO [M:0;d7d59561a64e:45759 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:18:49,499 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:18:49,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45759-0x10159e5bfa40006, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:18:49,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45759-0x10159e5bfa40006, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:18:49,609 INFO [M:0;d7d59561a64e:45759 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:18:49,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:18:49,612 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:18:49,612 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:18:49,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:18:49,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/hadoop.log.dir/,STOPPED} 2024-11-20T20:18:49,621 WARN [BP-950588835-172.17.0.2-1732133898495 heartbeating to localhost/127.0.0.1:43591 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T20:18:49,621 WARN [BP-950588835-172.17.0.2-1732133898495 heartbeating to localhost/127.0.0.1:43591 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-950588835-172.17.0.2-1732133898495 (Datanode Uuid 774ceae4-6487-48ee-be4f-7622b2de733a) service to localhost/127.0.0.1:43591 2024-11-20T20:18:49,621 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T20:18:49,621 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T20:18:49,622 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/cluster_72edbb69-2478-5afd-267a-264585a516cf/data/data1/current/BP-950588835-172.17.0.2-1732133898495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:18:49,622 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T20:18:49,624 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/cluster_72edbb69-2478-5afd-267a-264585a516cf/data/data2/current/BP-950588835-172.17.0.2-1732133898495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:18:49,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:18:49,634 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:18:49,634 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:18:49,635 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:18:49,635 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d12a453d-e060-55b0-3690-ce69fe16943e/hadoop.log.dir/,STOPPED} 2024-11-20T20:18:49,682 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T20:18:49,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T20:18:49,735 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=113 (was 11) Potentially hanging thread: master/d7d59561a64e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43591 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d7d59561a64e:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d7d59561a64e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43591 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d7d59561a64e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45477 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49983) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@2dea4969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49983) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43591 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45477 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45477 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43591 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43591 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43591 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d7d59561a64e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45477 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45477 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=438 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=767 (was 797), ProcessCount=11 (was 11), AvailableMemoryMB=1605 (was 1796) 2024-11-20T20:18:49,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10159e5bfa40002, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T20:18:49,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10159e5bfa40002, quorum=127.0.0.1:49983, baseZNode=/0-1930568702 Received Disconnected from ZooKeeper, ignoring 2024-11-20T20:18:49,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10159e5bfa40005, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T20:18:49,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10159e5bfa40005, quorum=127.0.0.1:49983, baseZNode=/1-169512374 Received Disconnected from ZooKeeper, ignoring 2024-11-20T20:18:49,747 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=113, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=767, ProcessCount=11, AvailableMemoryMB=1604 2024-11-20T20:18:49,768 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-20T20:18:49,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/hadoop.log.dir so I do NOT create it in target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d 2024-11-20T20:18:49,769 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T20:18:49,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/hadoop.tmp.dir so I do NOT create it in target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d 2024-11-20T20:18:49,769 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209f1cf6-593c-99e3-ee46-b534367a5fe3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T20:18:49,769 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d 2024-11-20T20:18:49,769 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/cluster_47f14f3a-bfd9-a4a1-8b35-d2305d4791e4, deleteOnExit=true 2024-11-20T20:18:49,805 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/cluster_47f14f3a-bfd9-a4a1-8b35-d2305d4791e4/zookeeper_0, clientPort=51826, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/cluster_47f14f3a-bfd9-a4a1-8b35-d2305d4791e4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/cluster_47f14f3a-bfd9-a4a1-8b35-d2305d4791e4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T20:18:49,812 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51826 2024-11-20T20:18:49,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T20:18:49,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T20:18:49,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/test.cache.data in system properties and HBase conf 2024-11-20T20:18:49,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T20:18:49,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/hadoop.log.dir in system properties and HBase conf 2024-11-20T20:18:49,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T20:18:49,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T20:18:49,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T20:18:49,814 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T20:18:49,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:18:49,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:18:49,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T20:18:49,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:18:49,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T20:18:49,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T20:18:49,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:18:49,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:18:49,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T20:18:49,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/nfs.dump.dir in system properties and HBase conf 2024-11-20T20:18:49,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/java.io.tmpdir in system properties and HBase conf 2024-11-20T20:18:49,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:18:49,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T20:18:49,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T20:18:50,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:18:50,317 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:18:50,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:18:50,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:18:50,333 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:18:50,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:18:50,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b56bf5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:18:50,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a6aa96e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:18:50,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5809cdec{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/java.io.tmpdir/jetty-localhost-46231-hadoop-hdfs-3_4_1-tests_jar-_-any-11817340075425828526/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:18:50,469 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62d2acfb{HTTP/1.1, (http/1.1)}{localhost:46231} 2024-11-20T20:18:50,469 INFO [Time-limited test {}] server.Server(415): Started @35786ms 2024-11-20T20:18:50,843 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:18:50,849 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:18:50,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:18:50,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:18:50,853 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T20:18:50,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d554b36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:18:50,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31144654{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:18:50,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1978c6e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/java.io.tmpdir/jetty-localhost-41245-hadoop-hdfs-3_4_1-tests_jar-_-any-12992412795802618788/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:18:50,960 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f761be4{HTTP/1.1, (http/1.1)}{localhost:41245} 2024-11-20T20:18:50,960 INFO [Time-limited test {}] server.Server(415): Started @36278ms 2024-11-20T20:18:50,962 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T20:18:51,671 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:18:51,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:18:51,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:18:51,850 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/cluster_47f14f3a-bfd9-a4a1-8b35-d2305d4791e4/data/data1/current/BP-2058825484-172.17.0.2-1732133929865/current, will proceed with Du for space computation calculation, 2024-11-20T20:18:51,863 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/cluster_47f14f3a-bfd9-a4a1-8b35-d2305d4791e4/data/data2/current/BP-2058825484-172.17.0.2-1732133929865/current, will proceed with Du for space computation calculation, 2024-11-20T20:18:52,021 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T20:18:52,038 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x540cc029792875eb with lease ID 0x349b92ef291a2f1e: Processing first storage report for DS-561e98e6-f6ab-4d5e-8b56-3f18eeba4aac from datanode DatanodeRegistration(127.0.0.1:46809, datanodeUuid=bdb7122b-20fa-49da-b924-208d3215f3b6, infoPort=42205, infoSecurePort=0, ipcPort=45977, storageInfo=lv=-57;cid=testClusterID;nsid=1452347035;c=1732133929865) 2024-11-20T20:18:52,038 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x540cc029792875eb with lease ID 0x349b92ef291a2f1e: from storage DS-561e98e6-f6ab-4d5e-8b56-3f18eeba4aac node DatanodeRegistration(127.0.0.1:46809, datanodeUuid=bdb7122b-20fa-49da-b924-208d3215f3b6, infoPort=42205, infoSecurePort=0, ipcPort=45977, storageInfo=lv=-57;cid=testClusterID;nsid=1452347035;c=1732133929865), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T20:18:52,038 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x540cc029792875eb with lease ID 0x349b92ef291a2f1e: Processing first storage report for DS-1707e9ba-6b9b-4a16-8a4e-b8b053dba149 from datanode DatanodeRegistration(127.0.0.1:46809, datanodeUuid=bdb7122b-20fa-49da-b924-208d3215f3b6, infoPort=42205, infoSecurePort=0, ipcPort=45977, storageInfo=lv=-57;cid=testClusterID;nsid=1452347035;c=1732133929865) 2024-11-20T20:18:52,038 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x540cc029792875eb with lease ID 0x349b92ef291a2f1e: from storage DS-1707e9ba-6b9b-4a16-8a4e-b8b053dba149 node DatanodeRegistration(127.0.0.1:46809, datanodeUuid=bdb7122b-20fa-49da-b924-208d3215f3b6, infoPort=42205, infoSecurePort=0, ipcPort=45977, storageInfo=lv=-57;cid=testClusterID;nsid=1452347035;c=1732133929865), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:18:52,125 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d 2024-11-20T20:18:52,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:52,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:52,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741825_1001 (size=7) 2024-11-20T20:18:52,169 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e with version=8 2024-11-20T20:18:52,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/hbase-staging 2024-11-20T20:18:52,172 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:18:52,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:18:52,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:18:52,172 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:18:52,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:18:52,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:18:52,173 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T20:18:52,173 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:18:52,174 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44409 2024-11-20T20:18:52,177 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44409 connecting to ZooKeeper ensemble=127.0.0.1:51826 2024-11-20T20:18:52,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444090x0, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:18:52,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44409-0x10159e63ef50000 connected 2024-11-20T20:18:52,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:52,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:52,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44409-0x10159e63ef50000, quorum=127.0.0.1:51826, baseZNode=/0234081449 Set watcher on znode that does not yet exist, /0234081449/running 2024-11-20T20:18:52,482 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e, hbase.cluster.distributed=false 2024-11-20T20:18:52,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44409-0x10159e63ef50000, quorum=127.0.0.1:51826, baseZNode=/0234081449 Set watcher on znode that does not yet exist, /0234081449/acl 2024-11-20T20:18:52,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44409 2024-11-20T20:18:52,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44409 2024-11-20T20:18:52,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44409 2024-11-20T20:18:52,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44409 2024-11-20T20:18:52,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44409 2024-11-20T20:18:52,523 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:18:52,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:18:52,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:18:52,523 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:18:52,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:18:52,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:18:52,523 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T20:18:52,524 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:18:52,532 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33265 2024-11-20T20:18:52,534 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33265 connecting to ZooKeeper ensemble=127.0.0.1:51826 2024-11-20T20:18:52,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:52,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:52,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332650x0, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:18:52,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332650x0, quorum=127.0.0.1:51826, baseZNode=/0234081449 Set watcher on znode that does not yet exist, /0234081449/running 2024-11-20T20:18:52,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33265-0x10159e63ef50001 connected 2024-11-20T20:18:52,556 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T20:18:52,557 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T20:18:52,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33265-0x10159e63ef50001, quorum=127.0.0.1:51826, baseZNode=/0234081449 Set watcher on znode that does not yet exist, /0234081449/master 2024-11-20T20:18:52,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33265-0x10159e63ef50001, quorum=127.0.0.1:51826, baseZNode=/0234081449 Set watcher on znode that does not yet exist, /0234081449/acl 2024-11-20T20:18:52,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33265 2024-11-20T20:18:52,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33265 2024-11-20T20:18:52,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33265 2024-11-20T20:18:52,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33265 2024-11-20T20:18:52,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33265 2024-11-20T20:18:52,588 DEBUG [M:0;d7d59561a64e:44409 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7d59561a64e:44409 2024-11-20T20:18:52,590 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0234081449/backup-masters/d7d59561a64e,44409,1732133932171 2024-11-20T20:18:52,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44409-0x10159e63ef50000, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234081449/backup-masters 2024-11-20T20:18:52,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33265-0x10159e63ef50001, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234081449/backup-masters 2024-11-20T20:18:52,603 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44409-0x10159e63ef50000, quorum=127.0.0.1:51826, baseZNode=/0234081449 Set watcher on existing znode=/0234081449/backup-masters/d7d59561a64e,44409,1732133932171 2024-11-20T20:18:52,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33265-0x10159e63ef50001, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0234081449/master 2024-11-20T20:18:52,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44409-0x10159e63ef50000, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234081449 2024-11-20T20:18:52,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33265-0x10159e63ef50001, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234081449 2024-11-20T20:18:52,613 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44409-0x10159e63ef50000, quorum=127.0.0.1:51826, baseZNode=/0234081449 Set watcher on existing znode=/0234081449/master 2024-11-20T20:18:52,614 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0234081449/backup-masters/d7d59561a64e,44409,1732133932171 from backup master directory 2024-11-20T20:18:52,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33265-0x10159e63ef50001, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234081449/backup-masters 2024-11-20T20:18:52,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44409-0x10159e63ef50000, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0234081449/backup-masters/d7d59561a64e,44409,1732133932171 2024-11-20T20:18:52,623 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:18:52,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44409-0x10159e63ef50000, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234081449/backup-masters 2024-11-20T20:18:52,624 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7d59561a64e,44409,1732133932171 2024-11-20T20:18:52,629 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/hbase.id] with ID: 6940f212-4e24-42a1-914b-b7e8c8fa2b23 2024-11-20T20:18:52,629 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/.tmp/hbase.id 2024-11-20T20:18:52,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741826_1002 (size=42) 2024-11-20T20:18:52,637 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/.tmp/hbase.id]:[hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/hbase.id] 2024-11-20T20:18:52,655 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:52,655 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T20:18:52,657 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T20:18:52,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44409-0x10159e63ef50000, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234081449 2024-11-20T20:18:52,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33265-0x10159e63ef50001, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234081449 2024-11-20T20:18:52,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741827_1003 (size=196) 2024-11-20T20:18:53,082 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:18:53,083 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T20:18:53,083 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:18:53,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741828_1004 (size=1189) 2024-11-20T20:18:53,493 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/MasterData/data/master/store 2024-11-20T20:18:53,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741829_1005 (size=34) 2024-11-20T20:18:53,901 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:18:53,901 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:18:53,901 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:18:53,901 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:18:53,901 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:18:53,901 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:18:53,901 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:18:53,901 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732133933901Disabling compacts and flushes for region at 1732133933901Disabling writes for close at 1732133933901Writing region close event to WAL at 1732133933901Closed at 1732133933901 2024-11-20T20:18:53,903 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/MasterData/data/master/store/.initializing 2024-11-20T20:18:53,903 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/MasterData/WALs/d7d59561a64e,44409,1732133932171 2024-11-20T20:18:53,904 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:18:53,907 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C44409%2C1732133932171, suffix=, logDir=hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/MasterData/WALs/d7d59561a64e,44409,1732133932171, archiveDir=hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/MasterData/oldWALs, maxLogs=10 2024-11-20T20:18:53,925 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/MasterData/WALs/d7d59561a64e,44409,1732133932171/d7d59561a64e%2C44409%2C1732133932171.1732133933908, exclude list is [], retry=0 2024-11-20T20:18:53,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46809,DS-561e98e6-f6ab-4d5e-8b56-3f18eeba4aac,DISK] 2024-11-20T20:18:53,932 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/MasterData/WALs/d7d59561a64e,44409,1732133932171/d7d59561a64e%2C44409%2C1732133932171.1732133933908 2024-11-20T20:18:53,936 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42205:42205)] 2024-11-20T20:18:53,936 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:18:53,937 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:18:53,937 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:53,937 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:53,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:53,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T20:18:53,941 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:53,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:53,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:53,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T20:18:53,944 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:53,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:18:53,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:53,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T20:18:53,947 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:53,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:18:53,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:53,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T20:18:53,950 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:53,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:18:53,951 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:53,952 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:53,952 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:53,954 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:53,954 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:53,955 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:18:53,956 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:53,959 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:18:53,960 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71657599, jitterRate=0.06778143346309662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:18:53,961 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732133933937Initializing all the Stores at 1732133933938 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133933938Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133933938Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133933938Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133933938Cleaning up temporary data from old regions at 1732133933954 (+16 ms)Region opened successfully at 1732133933961 (+7 ms) 2024-11-20T20:18:53,962 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T20:18:53,966 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@253cb5e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:18:53,968 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T20:18:53,968 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T20:18:53,968 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T20:18:53,968 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T20:18:53,969 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T20:18:53,970 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T20:18:53,970 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T20:18:53,975 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T20:18:53,976 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44409-0x10159e63ef50000, quorum=127.0.0.1:51826, baseZNode=/0234081449 Unable to get data of znode /0234081449/balancer because node does not exist (not necessarily an error) 2024-11-20T20:18:54,044 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0234081449/balancer already deleted, retry=false 2024-11-20T20:18:54,045 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T20:18:54,046 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44409-0x10159e63ef50000, quorum=127.0.0.1:51826, baseZNode=/0234081449 Unable to get data of znode /0234081449/normalizer because node does not exist (not necessarily an error) 2024-11-20T20:18:54,055 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0234081449/normalizer already deleted, retry=false 2024-11-20T20:18:54,055 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T20:18:54,057 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44409-0x10159e63ef50000, quorum=127.0.0.1:51826, baseZNode=/0234081449 Unable to get data of znode /0234081449/switch/split because node does not exist (not necessarily an error) 2024-11-20T20:18:54,065 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0234081449/switch/split already deleted, retry=false 2024-11-20T20:18:54,067 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44409-0x10159e63ef50000, quorum=127.0.0.1:51826, baseZNode=/0234081449 Unable to get data of znode /0234081449/switch/merge because node does not exist (not necessarily an error) 2024-11-20T20:18:54,076 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0234081449/switch/merge already deleted, retry=false 2024-11-20T20:18:54,079 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44409-0x10159e63ef50000, quorum=127.0.0.1:51826, baseZNode=/0234081449 Unable to get data of znode /0234081449/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T20:18:54,091 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0234081449/snapshot-cleanup already deleted, retry=false 2024-11-20T20:18:54,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:18:54,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T20:18:54,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:18:54,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44409-0x10159e63ef50000, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0234081449/running 2024-11-20T20:18:54,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33265-0x10159e63ef50001, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0234081449/running 2024-11-20T20:18:54,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44409-0x10159e63ef50000, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234081449 2024-11-20T20:18:54,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33265-0x10159e63ef50001, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234081449 2024-11-20T20:18:54,102 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7d59561a64e,44409,1732133932171, sessionid=0x10159e63ef50000, setting cluster-up flag (Was=false) 2024-11-20T20:18:54,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44409-0x10159e63ef50000, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234081449 2024-11-20T20:18:54,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33265-0x10159e63ef50001, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234081449 2024-11-20T20:18:54,154 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0234081449/flush-table-proc/acquired, /0234081449/flush-table-proc/reached, /0234081449/flush-table-proc/abort 2024-11-20T20:18:54,156 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,44409,1732133932171 2024-11-20T20:18:54,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33265-0x10159e63ef50001, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234081449 2024-11-20T20:18:54,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44409-0x10159e63ef50000, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234081449 2024-11-20T20:18:54,207 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0234081449/online-snapshot/acquired, /0234081449/online-snapshot/reached, /0234081449/online-snapshot/abort 2024-11-20T20:18:54,208 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,44409,1732133932171 2024-11-20T20:18:54,210 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T20:18:54,212 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T20:18:54,213 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T20:18:54,213 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T20:18:54,213 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7d59561a64e,44409,1732133932171 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T20:18:54,215 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:18:54,215 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:18:54,215 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:18:54,215 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:18:54,215 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7d59561a64e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T20:18:54,215 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:54,215 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:18:54,215 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:54,217 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:18:54,218 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T20:18:54,219 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:54,219 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T20:18:54,220 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732133964220 2024-11-20T20:18:54,220 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T20:18:54,220 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T20:18:54,220 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T20:18:54,220 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T20:18:54,221 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T20:18:54,221 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T20:18:54,221 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:54,224 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T20:18:54,224 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T20:18:54,225 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T20:18:54,225 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T20:18:54,227 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T20:18:54,227 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T20:18:54,227 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732133934227,5,FailOnTimeoutGroup] 2024-11-20T20:18:54,227 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732133934227,5,FailOnTimeoutGroup] 2024-11-20T20:18:54,227 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:54,228 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T20:18:54,228 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:54,228 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:54,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741831_1007 (size=1321) 2024-11-20T20:18:54,278 INFO [RS:0;d7d59561a64e:33265 {}] regionserver.HRegionServer(746): ClusterId : 6940f212-4e24-42a1-914b-b7e8c8fa2b23 2024-11-20T20:18:54,278 DEBUG [RS:0;d7d59561a64e:33265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T20:18:54,287 DEBUG [RS:0;d7d59561a64e:33265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T20:18:54,287 DEBUG [RS:0;d7d59561a64e:33265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T20:18:54,298 DEBUG [RS:0;d7d59561a64e:33265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T20:18:54,298 DEBUG [RS:0;d7d59561a64e:33265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27479e6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:18:54,317 DEBUG [RS:0;d7d59561a64e:33265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7d59561a64e:33265 2024-11-20T20:18:54,317 INFO [RS:0;d7d59561a64e:33265 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T20:18:54,317 INFO [RS:0;d7d59561a64e:33265 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T20:18:54,317 DEBUG [RS:0;d7d59561a64e:33265 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T20:18:54,318 INFO [RS:0;d7d59561a64e:33265 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d59561a64e,44409,1732133932171 with port=33265, startcode=1732133932522 2024-11-20T20:18:54,318 DEBUG [RS:0;d7d59561a64e:33265 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T20:18:54,320 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T20:18:54,321 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44409 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7d59561a64e,33265,1732133932522 2024-11-20T20:18:54,321 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44409 {}] master.ServerManager(517): Registering regionserver=d7d59561a64e,33265,1732133932522 2024-11-20T20:18:54,323 DEBUG [RS:0;d7d59561a64e:33265 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e 2024-11-20T20:18:54,324 DEBUG [RS:0;d7d59561a64e:33265 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46731 2024-11-20T20:18:54,324 DEBUG [RS:0;d7d59561a64e:33265 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T20:18:54,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44409-0x10159e63ef50000, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234081449/rs 2024-11-20T20:18:54,340 DEBUG [RS:0;d7d59561a64e:33265 {}] zookeeper.ZKUtil(111): regionserver:33265-0x10159e63ef50001, quorum=127.0.0.1:51826, baseZNode=/0234081449 Set watcher on existing znode=/0234081449/rs/d7d59561a64e,33265,1732133932522 2024-11-20T20:18:54,340 WARN [RS:0;d7d59561a64e:33265 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:18:54,340 INFO [RS:0;d7d59561a64e:33265 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:18:54,340 DEBUG [RS:0;d7d59561a64e:33265 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/WALs/d7d59561a64e,33265,1732133932522 2024-11-20T20:18:54,342 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7d59561a64e,33265,1732133932522] 2024-11-20T20:18:54,356 INFO [RS:0;d7d59561a64e:33265 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T20:18:54,360 INFO [RS:0;d7d59561a64e:33265 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T20:18:54,360 INFO [RS:0;d7d59561a64e:33265 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T20:18:54,361 INFO [RS:0;d7d59561a64e:33265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:54,361 INFO [RS:0;d7d59561a64e:33265 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T20:18:54,362 INFO [RS:0;d7d59561a64e:33265 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T20:18:54,362 INFO [RS:0;d7d59561a64e:33265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:54,362 DEBUG [RS:0;d7d59561a64e:33265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:54,362 DEBUG [RS:0;d7d59561a64e:33265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:54,363 DEBUG [RS:0;d7d59561a64e:33265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:54,363 DEBUG [RS:0;d7d59561a64e:33265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:54,363 DEBUG [RS:0;d7d59561a64e:33265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:54,363 DEBUG [RS:0;d7d59561a64e:33265 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:18:54,363 DEBUG [RS:0;d7d59561a64e:33265 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:54,363 DEBUG [RS:0;d7d59561a64e:33265 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:54,363 DEBUG [RS:0;d7d59561a64e:33265 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:54,363 DEBUG [RS:0;d7d59561a64e:33265 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:54,363 DEBUG [RS:0;d7d59561a64e:33265 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:54,363 DEBUG [RS:0;d7d59561a64e:33265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:54,363 DEBUG [RS:0;d7d59561a64e:33265 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:18:54,363 DEBUG [RS:0;d7d59561a64e:33265 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:18:54,364 INFO [RS:0;d7d59561a64e:33265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:54,364 INFO [RS:0;d7d59561a64e:33265 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:54,364 INFO [RS:0;d7d59561a64e:33265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:54,365 INFO [RS:0;d7d59561a64e:33265 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:54,365 INFO [RS:0;d7d59561a64e:33265 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:54,365 INFO [RS:0;d7d59561a64e:33265 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,33265,1732133932522-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:18:54,386 INFO [RS:0;d7d59561a64e:33265 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T20:18:54,387 INFO [RS:0;d7d59561a64e:33265 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,33265,1732133932522-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:54,387 INFO [RS:0;d7d59561a64e:33265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:54,387 INFO [RS:0;d7d59561a64e:33265 {}] regionserver.Replication(171): d7d59561a64e,33265,1732133932522 started 2024-11-20T20:18:54,408 INFO [RS:0;d7d59561a64e:33265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:54,409 INFO [RS:0;d7d59561a64e:33265 {}] regionserver.HRegionServer(1482): Serving as d7d59561a64e,33265,1732133932522, RpcServer on d7d59561a64e/172.17.0.2:33265, sessionid=0x10159e63ef50001 2024-11-20T20:18:54,409 DEBUG [RS:0;d7d59561a64e:33265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T20:18:54,409 DEBUG [RS:0;d7d59561a64e:33265 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7d59561a64e,33265,1732133932522 2024-11-20T20:18:54,409 DEBUG [RS:0;d7d59561a64e:33265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,33265,1732133932522' 2024-11-20T20:18:54,409 DEBUG [RS:0;d7d59561a64e:33265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0234081449/flush-table-proc/abort' 2024-11-20T20:18:54,410 DEBUG [RS:0;d7d59561a64e:33265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0234081449/flush-table-proc/acquired' 2024-11-20T20:18:54,410 DEBUG [RS:0;d7d59561a64e:33265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T20:18:54,410 DEBUG [RS:0;d7d59561a64e:33265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T20:18:54,410 DEBUG [RS:0;d7d59561a64e:33265 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7d59561a64e,33265,1732133932522 2024-11-20T20:18:54,410 DEBUG [RS:0;d7d59561a64e:33265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,33265,1732133932522' 2024-11-20T20:18:54,410 DEBUG [RS:0;d7d59561a64e:33265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0234081449/online-snapshot/abort' 2024-11-20T20:18:54,411 DEBUG [RS:0;d7d59561a64e:33265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0234081449/online-snapshot/acquired' 2024-11-20T20:18:54,411 DEBUG [RS:0;d7d59561a64e:33265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T20:18:54,411 INFO [RS:0;d7d59561a64e:33265 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T20:18:54,411 INFO [RS:0;d7d59561a64e:33265 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T20:18:54,512 INFO [RS:0;d7d59561a64e:33265 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:18:54,519 INFO [RS:0;d7d59561a64e:33265 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C33265%2C1732133932522, suffix=, logDir=hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/WALs/d7d59561a64e,33265,1732133932522, archiveDir=hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/oldWALs, maxLogs=10 2024-11-20T20:18:54,537 DEBUG [RS:0;d7d59561a64e:33265 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/WALs/d7d59561a64e,33265,1732133932522/d7d59561a64e%2C33265%2C1732133932522.1732133934520, exclude list is [], retry=0 2024-11-20T20:18:54,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46809,DS-561e98e6-f6ab-4d5e-8b56-3f18eeba4aac,DISK] 2024-11-20T20:18:54,551 INFO [RS:0;d7d59561a64e:33265 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/WALs/d7d59561a64e,33265,1732133932522/d7d59561a64e%2C33265%2C1732133932522.1732133934520 2024-11-20T20:18:54,552 DEBUG [RS:0;d7d59561a64e:33265 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42205:42205)] 2024-11-20T20:18:54,632 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T20:18:54,632 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e 2024-11-20T20:18:54,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741833_1009 (size=32) 2024-11-20T20:18:55,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:18:55,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:18:55,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:18:55,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:55,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:55,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:18:55,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:18:55,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:55,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:55,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:18:55,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:18:55,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:55,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:55,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:18:55,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:18:55,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:55,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:55,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:18:55,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/data/hbase/meta/1588230740 2024-11-20T20:18:55,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/data/hbase/meta/1588230740 2024-11-20T20:18:55,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:18:55,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:18:55,065 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:18:55,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:18:55,070 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:18:55,071 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66102473, jitterRate=-0.014996394515037537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:18:55,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732133935044Initializing all the Stores at 1732133935045 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133935045Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133935046 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133935046Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133935046Cleaning up temporary data from old regions at 1732133935064 (+18 ms)Region opened successfully at 1732133935072 (+8 ms) 2024-11-20T20:18:55,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:18:55,072 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:18:55,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:18:55,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:18:55,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:18:55,073 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:18:55,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732133935072Disabling compacts and flushes for region at 1732133935072Disabling writes for close at 1732133935073 (+1 ms)Writing region close event to WAL at 1732133935073Closed at 1732133935073 2024-11-20T20:18:55,076 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:18:55,076 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T20:18:55,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T20:18:55,078 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:18:55,080 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T20:18:55,230 DEBUG [d7d59561a64e:44409 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T20:18:55,231 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7d59561a64e,33265,1732133932522 2024-11-20T20:18:55,245 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,33265,1732133932522, state=OPENING 2024-11-20T20:18:55,323 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T20:18:55,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33265-0x10159e63ef50001, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234081449 2024-11-20T20:18:55,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44409-0x10159e63ef50000, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234081449 2024-11-20T20:18:55,334 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:18:55,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0234081449/meta-region-server: CHANGED 2024-11-20T20:18:55,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,33265,1732133932522}] 2024-11-20T20:18:55,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0234081449/meta-region-server: CHANGED 2024-11-20T20:18:55,488 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:18:55,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T20:18:55,494 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T20:18:55,494 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:18:55,495 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T20:18:55,496 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C33265%2C1732133932522.meta, suffix=.meta, logDir=hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/WALs/d7d59561a64e,33265,1732133932522, archiveDir=hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/oldWALs, maxLogs=10 2024-11-20T20:18:55,518 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/WALs/d7d59561a64e,33265,1732133932522/d7d59561a64e%2C33265%2C1732133932522.meta.1732133935497.meta, exclude list is [], retry=0 2024-11-20T20:18:55,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46809,DS-561e98e6-f6ab-4d5e-8b56-3f18eeba4aac,DISK] 2024-11-20T20:18:55,527 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/WALs/d7d59561a64e,33265,1732133932522/d7d59561a64e%2C33265%2C1732133932522.meta.1732133935497.meta 2024-11-20T20:18:55,527 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42205:42205)] 2024-11-20T20:18:55,527 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:18:55,528 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:18:55,528 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:18:55,528 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T20:18:55,528 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T20:18:55,528 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T20:18:55,528 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:18:55,528 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T20:18:55,528 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T20:18:55,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:18:55,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:18:55,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:55,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:55,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:18:55,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:18:55,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:55,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:55,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:18:55,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:18:55,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:55,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:55,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:18:55,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:18:55,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:55,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:55,540 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:18:55,541 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/data/hbase/meta/1588230740 2024-11-20T20:18:55,543 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/data/hbase/meta/1588230740 2024-11-20T20:18:55,544 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:18:55,544 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:18:55,545 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:18:55,547 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:18:55,548 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65436701, jitterRate=-0.02491717040538788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:18:55,549 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T20:18:55,550 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732133935528Writing region info on filesystem at 1732133935528Initializing all the Stores at 1732133935529 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133935530 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133935532 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133935532Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133935532Cleaning up temporary data from old regions at 1732133935544 (+12 ms)Running coprocessor post-open hooks at 1732133935549 (+5 ms)Region opened successfully at 1732133935550 (+1 ms) 2024-11-20T20:18:55,551 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732133935487 2024-11-20T20:18:55,554 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T20:18:55,555 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T20:18:55,556 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,33265,1732133932522 2024-11-20T20:18:55,557 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,33265,1732133932522, state=OPEN 2024-11-20T20:18:55,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44409-0x10159e63ef50000, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0234081449/meta-region-server 2024-11-20T20:18:55,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33265-0x10159e63ef50001, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0234081449/meta-region-server 2024-11-20T20:18:55,827 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7d59561a64e,33265,1732133932522 2024-11-20T20:18:55,827 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0234081449/meta-region-server: CHANGED 2024-11-20T20:18:55,827 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0234081449/meta-region-server: CHANGED 2024-11-20T20:18:55,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T20:18:55,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,33265,1732133932522 in 493 msec 2024-11-20T20:18:55,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T20:18:55,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 755 msec 2024-11-20T20:18:55,837 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:18:55,837 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T20:18:55,840 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:18:55,840 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,33265,1732133932522, seqNum=-1] 2024-11-20T20:18:55,840 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:18:55,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:18:55,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6380 sec 2024-11-20T20:18:55,852 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732133935852, completionTime=-1 2024-11-20T20:18:55,852 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T20:18:55,852 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T20:18:55,855 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T20:18:55,855 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732133995855 2024-11-20T20:18:55,855 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732134055855 2024-11-20T20:18:55,855 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-20T20:18:55,856 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,44409,1732133932171-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:55,856 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,44409,1732133932171-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:55,856 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,44409,1732133932171-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:55,856 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7d59561a64e:44409, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:55,856 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:55,857 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:55,859 DEBUG [master/d7d59561a64e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T20:18:55,862 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.238sec 2024-11-20T20:18:55,862 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T20:18:55,862 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T20:18:55,863 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T20:18:55,863 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T20:18:55,863 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T20:18:55,863 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,44409,1732133932171-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:18:55,863 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,44409,1732133932171-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T20:18:55,866 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T20:18:55,867 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T20:18:55,867 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,44409,1732133932171-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:55,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1396e678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:55,879 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,44409,-1 for getting cluster id 2024-11-20T20:18:55,879 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:18:55,880 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6940f212-4e24-42a1-914b-b7e8c8fa2b23' 2024-11-20T20:18:55,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:18:55,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6940f212-4e24-42a1-914b-b7e8c8fa2b23" 2024-11-20T20:18:55,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c78e16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:55,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,44409,-1] 2024-11-20T20:18:55,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:18:55,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:18:55,883 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:18:55,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686a5b71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:18:55,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:18:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,33265,1732133932522, seqNum=-1] 2024-11-20T20:18:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:18:55,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:18:55,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7d59561a64e,44409,1732133932171 2024-11-20T20:18:55,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51826 2024-11-20T20:18:55,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:18:55,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10159e63ef50002 connected 2024-11-20T20:18:55,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/hadoop.log.dir so I do NOT create it in target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf 2024-11-20T20:18:55,925 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T20:18:55,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/hadoop.tmp.dir so I do NOT create it in target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf 2024-11-20T20:18:55,926 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T20:18:55,926 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf 2024-11-20T20:18:55,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T20:18:55,926 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/cluster_1828e1ab-0313-bca5-0872-5efe8767cc42, deleteOnExit=true 2024-11-20T20:18:55,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T20:18:55,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/test.cache.data in system properties and HBase conf 2024-11-20T20:18:55,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T20:18:55,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/hadoop.log.dir in system properties and HBase conf 2024-11-20T20:18:55,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T20:18:55,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T20:18:55,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T20:18:55,926 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T20:18:55,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:18:55,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:18:55,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T20:18:55,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:18:55,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T20:18:55,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T20:18:55,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:18:55,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:18:55,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T20:18:55,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/nfs.dump.dir in system properties and HBase conf 2024-11-20T20:18:55,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/java.io.tmpdir in system properties and HBase conf 2024-11-20T20:18:55,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:18:55,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T20:18:55,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T20:18:56,356 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:18:56,369 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:18:56,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:18:56,382 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:18:56,382 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:18:56,383 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:18:56,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48fdfcc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:18:56,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54197af4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:18:56,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@85d4ad9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/java.io.tmpdir/jetty-localhost-41873-hadoop-hdfs-3_4_1-tests_jar-_-any-8867343242609883516/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:18:56,554 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6bbd42b8{HTTP/1.1, (http/1.1)}{localhost:41873} 2024-11-20T20:18:56,554 INFO [Time-limited test {}] server.Server(415): Started @41872ms 2024-11-20T20:18:56,945 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:18:56,955 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:18:56,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:18:56,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:18:56,956 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:18:56,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cd585af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:18:56,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4858e07a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:18:57,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54b5ea35{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/java.io.tmpdir/jetty-localhost-45753-hadoop-hdfs-3_4_1-tests_jar-_-any-8874595748349841124/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:18:57,119 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5142cfbb{HTTP/1.1, (http/1.1)}{localhost:45753} 2024-11-20T20:18:57,119 INFO [Time-limited test {}] server.Server(415): Started @42436ms 2024-11-20T20:18:57,121 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T20:18:58,001 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/cluster_1828e1ab-0313-bca5-0872-5efe8767cc42/data/data1/current/BP-1550809619-172.17.0.2-1732133935952/current, will proceed with Du for space computation calculation, 2024-11-20T20:18:58,002 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/cluster_1828e1ab-0313-bca5-0872-5efe8767cc42/data/data2/current/BP-1550809619-172.17.0.2-1732133935952/current, will proceed with Du for space computation calculation, 2024-11-20T20:18:58,026 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T20:18:58,029 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e0500c5216451e4 with lease ID 0x5045bf27f9d1cbc8: Processing first storage report for DS-94a05252-996d-48ec-b6cd-358bcb10f54e from datanode DatanodeRegistration(127.0.0.1:33837, datanodeUuid=7e11e8b9-9940-4ad2-b4e8-1afe7faf6416, infoPort=43167, infoSecurePort=0, ipcPort=36633, storageInfo=lv=-57;cid=testClusterID;nsid=1764179651;c=1732133935952) 2024-11-20T20:18:58,029 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e0500c5216451e4 with lease ID 0x5045bf27f9d1cbc8: from storage DS-94a05252-996d-48ec-b6cd-358bcb10f54e node DatanodeRegistration(127.0.0.1:33837, datanodeUuid=7e11e8b9-9940-4ad2-b4e8-1afe7faf6416, infoPort=43167, infoSecurePort=0, ipcPort=36633, storageInfo=lv=-57;cid=testClusterID;nsid=1764179651;c=1732133935952), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:18:58,029 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e0500c5216451e4 with lease ID 0x5045bf27f9d1cbc8: Processing first storage report for DS-50625934-466f-42cb-a04b-0f29cbd85801 from datanode DatanodeRegistration(127.0.0.1:33837, datanodeUuid=7e11e8b9-9940-4ad2-b4e8-1afe7faf6416, infoPort=43167, infoSecurePort=0, ipcPort=36633, storageInfo=lv=-57;cid=testClusterID;nsid=1764179651;c=1732133935952) 2024-11-20T20:18:58,029 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e0500c5216451e4 with lease ID 0x5045bf27f9d1cbc8: from storage DS-50625934-466f-42cb-a04b-0f29cbd85801 node DatanodeRegistration(127.0.0.1:33837, datanodeUuid=7e11e8b9-9940-4ad2-b4e8-1afe7faf6416, infoPort=43167, infoSecurePort=0, ipcPort=36633, storageInfo=lv=-57;cid=testClusterID;nsid=1764179651;c=1732133935952), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T20:18:58,131 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf 2024-11-20T20:18:58,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:58,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:58,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33837 is added to blk_1073741825_1001 (size=7) 2024-11-20T20:18:58,153 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411 with version=8 2024-11-20T20:18:58,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/hbase-staging 2024-11-20T20:18:58,157 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:18:58,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:18:58,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:18:58,157 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:18:58,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:18:58,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:18:58,157 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T20:18:58,158 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:18:58,158 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45513 2024-11-20T20:18:58,160 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45513 connecting to ZooKeeper ensemble=127.0.0.1:51826 2024-11-20T20:18:58,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455130x0, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:18:58,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45513-0x10159e63ef50003 connected 2024-11-20T20:18:58,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:58,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:58,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45513-0x10159e63ef50003, quorum=127.0.0.1:51826, baseZNode=/11130447262 Set watcher on znode that does not yet exist, /11130447262/running 2024-11-20T20:18:58,259 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411, hbase.cluster.distributed=false 2024-11-20T20:18:58,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45513-0x10159e63ef50003, quorum=127.0.0.1:51826, baseZNode=/11130447262 Set watcher on znode that does not yet exist, /11130447262/acl 2024-11-20T20:18:58,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45513 2024-11-20T20:18:58,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45513 2024-11-20T20:18:58,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45513 2024-11-20T20:18:58,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45513 2024-11-20T20:18:58,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45513 2024-11-20T20:18:58,293 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:18:58,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:18:58,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:18:58,293 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:18:58,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:18:58,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:18:58,293 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T20:18:58,294 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:18:58,295 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36675 2024-11-20T20:18:58,297 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36675 connecting to ZooKeeper ensemble=127.0.0.1:51826 2024-11-20T20:18:58,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:58,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:58,318 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366750x0, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:18:58,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36675-0x10159e63ef50004 connected 2024-11-20T20:18:58,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36675-0x10159e63ef50004, quorum=127.0.0.1:51826, baseZNode=/11130447262 Set watcher on znode that does not yet exist, /11130447262/running 2024-11-20T20:18:58,319 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T20:18:58,320 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T20:18:58,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36675-0x10159e63ef50004, quorum=127.0.0.1:51826, baseZNode=/11130447262 Set watcher on znode that does not yet exist, /11130447262/master 2024-11-20T20:18:58,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36675-0x10159e63ef50004, quorum=127.0.0.1:51826, baseZNode=/11130447262 Set watcher on znode that does not yet exist, /11130447262/acl 2024-11-20T20:18:58,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36675 2024-11-20T20:18:58,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36675 2024-11-20T20:18:58,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36675 2024-11-20T20:18:58,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36675 2024-11-20T20:18:58,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36675 2024-11-20T20:18:58,347 DEBUG [M:0;d7d59561a64e:45513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7d59561a64e:45513 2024-11-20T20:18:58,348 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11130447262/backup-masters/d7d59561a64e,45513,1732133938156 2024-11-20T20:18:58,360 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36675-0x10159e63ef50004, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11130447262/backup-masters 2024-11-20T20:18:58,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45513-0x10159e63ef50003, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11130447262/backup-masters 2024-11-20T20:18:58,361 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45513-0x10159e63ef50003, quorum=127.0.0.1:51826, baseZNode=/11130447262 Set watcher on existing znode=/11130447262/backup-masters/d7d59561a64e,45513,1732133938156 2024-11-20T20:18:58,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45513-0x10159e63ef50003, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11130447262 2024-11-20T20:18:58,371 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36675-0x10159e63ef50004, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11130447262/master 2024-11-20T20:18:58,371 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36675-0x10159e63ef50004, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11130447262 2024-11-20T20:18:58,371 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45513-0x10159e63ef50003, quorum=127.0.0.1:51826, baseZNode=/11130447262 Set watcher on existing znode=/11130447262/master 2024-11-20T20:18:58,372 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11130447262/backup-masters/d7d59561a64e,45513,1732133938156 from backup master directory 2024-11-20T20:18:58,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45513-0x10159e63ef50003, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11130447262/backup-masters/d7d59561a64e,45513,1732133938156 2024-11-20T20:18:58,381 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36675-0x10159e63ef50004, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11130447262/backup-masters 2024-11-20T20:18:58,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45513-0x10159e63ef50003, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11130447262/backup-masters 2024-11-20T20:18:58,381 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:18:58,381 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7d59561a64e,45513,1732133938156 2024-11-20T20:18:58,390 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/hbase.id] with ID: 0a3f8e20-90a0-4aac-826e-e026e0cbacaf 2024-11-20T20:18:58,390 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/.tmp/hbase.id 2024-11-20T20:18:58,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33837 is added to blk_1073741826_1002 (size=42) 2024-11-20T20:18:58,399 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/.tmp/hbase.id]:[hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/hbase.id] 2024-11-20T20:18:58,425 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:18:58,426 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T20:18:58,428 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T20:18:58,438 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36675-0x10159e63ef50004, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11130447262 2024-11-20T20:18:58,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45513-0x10159e63ef50003, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11130447262 2024-11-20T20:18:58,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33837 is added to blk_1073741827_1003 (size=196) 2024-11-20T20:18:58,474 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:18:58,475 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T20:18:58,476 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:18:58,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33837 is added to blk_1073741828_1004 (size=1189) 2024-11-20T20:18:58,493 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/MasterData/data/master/store 2024-11-20T20:18:58,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33837 is added to blk_1073741829_1005 (size=34) 2024-11-20T20:18:58,535 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:18:58,536 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:18:58,536 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:18:58,536 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:18:58,536 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:18:58,536 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:18:58,536 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:18:58,536 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732133938536Disabling compacts and flushes for region at 1732133938536Disabling writes for close at 1732133938536Writing region close event to WAL at 1732133938536Closed at 1732133938536 2024-11-20T20:18:58,537 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/MasterData/data/master/store/.initializing 2024-11-20T20:18:58,537 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/MasterData/WALs/d7d59561a64e,45513,1732133938156 2024-11-20T20:18:58,538 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:18:58,540 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C45513%2C1732133938156, suffix=, logDir=hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/MasterData/WALs/d7d59561a64e,45513,1732133938156, archiveDir=hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/MasterData/oldWALs, maxLogs=10 2024-11-20T20:18:58,556 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/MasterData/WALs/d7d59561a64e,45513,1732133938156/d7d59561a64e%2C45513%2C1732133938156.1732133938540, exclude list is [], retry=0 2024-11-20T20:18:58,557 WARN [RS:0;d7d59561a64e:33265 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of d7d59561a64e,37031,1732133904729: status=Processing ServerCrashProcedure of d7d59561a64e,37031,1732133904729 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732133921450, completionTime=-1 appears to have been leaked 2024-11-20T20:18:58,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33837,DS-94a05252-996d-48ec-b6cd-358bcb10f54e,DISK] 2024-11-20T20:18:58,562 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/MasterData/WALs/d7d59561a64e,45513,1732133938156/d7d59561a64e%2C45513%2C1732133938156.1732133938540 2024-11-20T20:18:58,563 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43167:43167)] 2024-11-20T20:18:58,563 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:18:58,563 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:18:58,563 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:58,563 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:58,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:58,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T20:18:58,567 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:58,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:58,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:58,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T20:18:58,569 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:58,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:18:58,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:58,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T20:18:58,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:58,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:18:58,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:58,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T20:18:58,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:58,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:18:58,574 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:58,575 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:58,576 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:58,578 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:58,578 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:58,578 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:18:58,580 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:18:58,583 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:18:58,583 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59093602, jitterRate=-0.11943671107292175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:18:58,583 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732133938563Initializing all the Stores at 1732133938565 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133938565Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133938565Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133938565Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133938565Cleaning up temporary data from old regions at 1732133938578 (+13 ms)Region opened successfully at 1732133938583 (+5 ms) 2024-11-20T20:18:58,584 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T20:18:58,587 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69485e30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:18:58,588 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T20:18:58,588 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T20:18:58,588 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T20:18:58,589 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T20:18:58,589 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T20:18:58,589 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T20:18:58,590 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T20:18:58,611 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T20:18:58,613 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45513-0x10159e63ef50003, quorum=127.0.0.1:51826, baseZNode=/11130447262 Unable to get data of znode /11130447262/balancer because node does not exist (not necessarily an error) 2024-11-20T20:18:58,623 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11130447262/balancer already deleted, retry=false 2024-11-20T20:18:58,624 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T20:18:58,624 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45513-0x10159e63ef50003, quorum=127.0.0.1:51826, baseZNode=/11130447262 Unable to get data of znode /11130447262/normalizer because node does not exist (not necessarily an error) 2024-11-20T20:18:58,634 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11130447262/normalizer already deleted, retry=false 2024-11-20T20:18:58,634 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T20:18:58,636 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45513-0x10159e63ef50003, quorum=127.0.0.1:51826, baseZNode=/11130447262 Unable to get data of znode /11130447262/switch/split because node does not exist (not necessarily an error) 2024-11-20T20:18:58,644 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11130447262/switch/split already deleted, retry=false 2024-11-20T20:18:58,646 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45513-0x10159e63ef50003, quorum=127.0.0.1:51826, baseZNode=/11130447262 Unable to get data of znode /11130447262/switch/merge because node does not exist (not necessarily an error) 2024-11-20T20:18:58,655 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11130447262/switch/merge already deleted, retry=false 2024-11-20T20:18:58,658 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45513-0x10159e63ef50003, quorum=127.0.0.1:51826, baseZNode=/11130447262 Unable to get data of znode /11130447262/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T20:18:58,670 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11130447262/snapshot-cleanup already deleted, retry=false 2024-11-20T20:18:58,680 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36675-0x10159e63ef50004, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11130447262/running 2024-11-20T20:18:58,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45513-0x10159e63ef50003, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11130447262/running 2024-11-20T20:18:58,680 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36675-0x10159e63ef50004, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11130447262 2024-11-20T20:18:58,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45513-0x10159e63ef50003, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11130447262 2024-11-20T20:18:58,681 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7d59561a64e,45513,1732133938156, sessionid=0x10159e63ef50003, setting cluster-up flag (Was=false) 2024-11-20T20:18:58,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45513-0x10159e63ef50003, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11130447262 2024-11-20T20:18:58,701 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36675-0x10159e63ef50004, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11130447262 2024-11-20T20:18:58,733 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11130447262/flush-table-proc/acquired, /11130447262/flush-table-proc/reached, /11130447262/flush-table-proc/abort 2024-11-20T20:18:58,734 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,45513,1732133938156 2024-11-20T20:18:58,754 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36675-0x10159e63ef50004, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11130447262 2024-11-20T20:18:58,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45513-0x10159e63ef50003, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11130447262 2024-11-20T20:18:58,785 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11130447262/online-snapshot/acquired, /11130447262/online-snapshot/reached, /11130447262/online-snapshot/abort 2024-11-20T20:18:58,787 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,45513,1732133938156 2024-11-20T20:18:58,792 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T20:18:58,795 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T20:18:58,796 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T20:18:58,796 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T20:18:58,796 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7d59561a64e,45513,1732133938156 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T20:18:58,801 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:18:58,801 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:18:58,801 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:18:58,801 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:18:58,801 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7d59561a64e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T20:18:58,801 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:58,801 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:18:58,801 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:58,806 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732133968806 2024-11-20T20:18:58,806 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T20:18:58,806 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T20:18:58,807 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T20:18:58,807 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T20:18:58,807 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T20:18:58,807 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:18:58,807 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T20:18:58,807 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T20:18:58,807 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:58,808 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T20:18:58,808 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T20:18:58,808 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T20:18:58,808 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T20:18:58,808 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:58,809 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T20:18:58,809 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T20:18:58,808 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T20:18:58,809 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732133938809,5,FailOnTimeoutGroup] 2024-11-20T20:18:58,812 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732133938809,5,FailOnTimeoutGroup] 2024-11-20T20:18:58,812 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:58,812 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T20:18:58,812 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:58,813 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:58,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33837 is added to blk_1073741831_1007 (size=1321) 2024-11-20T20:18:58,836 INFO [RS:0;d7d59561a64e:36675 {}] regionserver.HRegionServer(746): ClusterId : 0a3f8e20-90a0-4aac-826e-e026e0cbacaf 2024-11-20T20:18:58,836 DEBUG [RS:0;d7d59561a64e:36675 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T20:18:58,849 DEBUG [RS:0;d7d59561a64e:36675 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T20:18:58,850 DEBUG [RS:0;d7d59561a64e:36675 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T20:18:58,860 DEBUG [RS:0;d7d59561a64e:36675 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T20:18:58,860 DEBUG [RS:0;d7d59561a64e:36675 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ed1158, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:18:58,885 DEBUG [RS:0;d7d59561a64e:36675 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7d59561a64e:36675 2024-11-20T20:18:58,885 INFO [RS:0;d7d59561a64e:36675 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T20:18:58,885 INFO [RS:0;d7d59561a64e:36675 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T20:18:58,885 DEBUG [RS:0;d7d59561a64e:36675 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T20:18:58,886 INFO [RS:0;d7d59561a64e:36675 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d59561a64e,45513,1732133938156 with port=36675, startcode=1732133938292 2024-11-20T20:18:58,886 DEBUG [RS:0;d7d59561a64e:36675 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T20:18:58,888 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T20:18:58,889 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45513 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7d59561a64e,36675,1732133938292 2024-11-20T20:18:58,889 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45513 {}] master.ServerManager(517): Registering regionserver=d7d59561a64e,36675,1732133938292 2024-11-20T20:18:58,891 DEBUG [RS:0;d7d59561a64e:36675 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411 2024-11-20T20:18:58,891 DEBUG [RS:0;d7d59561a64e:36675 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37249 2024-11-20T20:18:58,891 DEBUG [RS:0;d7d59561a64e:36675 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T20:18:58,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45513-0x10159e63ef50003, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11130447262/rs 2024-11-20T20:18:58,902 DEBUG [RS:0;d7d59561a64e:36675 {}] zookeeper.ZKUtil(111): regionserver:36675-0x10159e63ef50004, quorum=127.0.0.1:51826, baseZNode=/11130447262 Set watcher on existing znode=/11130447262/rs/d7d59561a64e,36675,1732133938292 2024-11-20T20:18:58,902 WARN [RS:0;d7d59561a64e:36675 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:18:58,902 INFO [RS:0;d7d59561a64e:36675 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:18:58,902 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7d59561a64e,36675,1732133938292] 2024-11-20T20:18:58,903 DEBUG [RS:0;d7d59561a64e:36675 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/WALs/d7d59561a64e,36675,1732133938292 2024-11-20T20:18:58,907 INFO [RS:0;d7d59561a64e:36675 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T20:18:58,909 INFO [RS:0;d7d59561a64e:36675 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T20:18:58,910 INFO [RS:0;d7d59561a64e:36675 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T20:18:58,910 INFO [RS:0;d7d59561a64e:36675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:58,911 INFO [RS:0;d7d59561a64e:36675 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T20:18:58,912 INFO [RS:0;d7d59561a64e:36675 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T20:18:58,912 INFO [RS:0;d7d59561a64e:36675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:58,912 DEBUG [RS:0;d7d59561a64e:36675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:58,913 DEBUG [RS:0;d7d59561a64e:36675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:58,913 DEBUG [RS:0;d7d59561a64e:36675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:58,913 DEBUG [RS:0;d7d59561a64e:36675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:58,913 DEBUG [RS:0;d7d59561a64e:36675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:58,913 DEBUG [RS:0;d7d59561a64e:36675 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:18:58,913 DEBUG [RS:0;d7d59561a64e:36675 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:58,913 DEBUG [RS:0;d7d59561a64e:36675 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:58,913 DEBUG [RS:0;d7d59561a64e:36675 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:58,913 DEBUG [RS:0;d7d59561a64e:36675 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:58,913 DEBUG [RS:0;d7d59561a64e:36675 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:58,913 DEBUG [RS:0;d7d59561a64e:36675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:18:58,913 DEBUG [RS:0;d7d59561a64e:36675 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:18:58,913 DEBUG [RS:0;d7d59561a64e:36675 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:18:58,921 INFO [RS:0;d7d59561a64e:36675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:58,921 INFO [RS:0;d7d59561a64e:36675 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:58,921 INFO [RS:0;d7d59561a64e:36675 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:58,921 INFO [RS:0;d7d59561a64e:36675 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:58,921 INFO [RS:0;d7d59561a64e:36675 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:58,921 INFO [RS:0;d7d59561a64e:36675 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,36675,1732133938292-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:18:58,944 INFO [RS:0;d7d59561a64e:36675 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T20:18:58,944 INFO [RS:0;d7d59561a64e:36675 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,36675,1732133938292-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:58,944 INFO [RS:0;d7d59561a64e:36675 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:58,944 INFO [RS:0;d7d59561a64e:36675 {}] regionserver.Replication(171): d7d59561a64e,36675,1732133938292 started 2024-11-20T20:18:58,964 INFO [RS:0;d7d59561a64e:36675 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:18:58,964 INFO [RS:0;d7d59561a64e:36675 {}] regionserver.HRegionServer(1482): Serving as d7d59561a64e,36675,1732133938292, RpcServer on d7d59561a64e/172.17.0.2:36675, sessionid=0x10159e63ef50004 2024-11-20T20:18:58,964 DEBUG [RS:0;d7d59561a64e:36675 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T20:18:58,964 DEBUG [RS:0;d7d59561a64e:36675 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7d59561a64e,36675,1732133938292 2024-11-20T20:18:58,964 DEBUG [RS:0;d7d59561a64e:36675 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,36675,1732133938292' 2024-11-20T20:18:58,964 DEBUG [RS:0;d7d59561a64e:36675 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11130447262/flush-table-proc/abort' 2024-11-20T20:18:58,965 DEBUG [RS:0;d7d59561a64e:36675 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11130447262/flush-table-proc/acquired' 2024-11-20T20:18:58,965 DEBUG [RS:0;d7d59561a64e:36675 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T20:18:58,965 DEBUG [RS:0;d7d59561a64e:36675 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T20:18:58,965 DEBUG [RS:0;d7d59561a64e:36675 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7d59561a64e,36675,1732133938292 2024-11-20T20:18:58,965 DEBUG [RS:0;d7d59561a64e:36675 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,36675,1732133938292' 2024-11-20T20:18:58,965 DEBUG [RS:0;d7d59561a64e:36675 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11130447262/online-snapshot/abort' 2024-11-20T20:18:58,966 DEBUG [RS:0;d7d59561a64e:36675 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11130447262/online-snapshot/acquired' 2024-11-20T20:18:58,966 DEBUG [RS:0;d7d59561a64e:36675 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T20:18:58,966 INFO [RS:0;d7d59561a64e:36675 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T20:18:58,966 INFO [RS:0;d7d59561a64e:36675 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T20:18:59,067 INFO [RS:0;d7d59561a64e:36675 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:18:59,068 INFO [RS:0;d7d59561a64e:36675 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C36675%2C1732133938292, suffix=, logDir=hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/WALs/d7d59561a64e,36675,1732133938292, archiveDir=hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/oldWALs, maxLogs=10 2024-11-20T20:18:59,085 DEBUG [RS:0;d7d59561a64e:36675 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/WALs/d7d59561a64e,36675,1732133938292/d7d59561a64e%2C36675%2C1732133938292.1732133939069, exclude list is [], retry=0 2024-11-20T20:18:59,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33837,DS-94a05252-996d-48ec-b6cd-358bcb10f54e,DISK] 2024-11-20T20:18:59,091 INFO [RS:0;d7d59561a64e:36675 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/WALs/d7d59561a64e,36675,1732133938292/d7d59561a64e%2C36675%2C1732133938292.1732133939069 2024-11-20T20:18:59,092 DEBUG [RS:0;d7d59561a64e:36675 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43167:43167)] 2024-11-20T20:18:59,224 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T20:18:59,225 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411 2024-11-20T20:18:59,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33837 is added to blk_1073741833_1009 (size=32) 2024-11-20T20:18:59,598 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:18:59,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:18:59,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:18:59,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:18:59,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:18:59,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:18:59,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:59,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:59,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:18:59,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:18:59,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:59,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:59,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:18:59,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:18:59,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:59,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:59,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:18:59,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:18:59,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:18:59,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:18:59,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:18:59,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/data/hbase/meta/1588230740 2024-11-20T20:18:59,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/data/hbase/meta/1588230740 2024-11-20T20:18:59,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:18:59,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:18:59,645 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:18:59,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:18:59,651 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:18:59,652 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70079184, jitterRate=0.04426121711730957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:18:59,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732133939632Initializing all the Stores at 1732133939633 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133939633Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133939633Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133939633Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133939633Cleaning up temporary data from old regions at 1732133939645 (+12 ms)Region opened successfully at 1732133939652 (+7 ms) 2024-11-20T20:18:59,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:18:59,652 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:18:59,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:18:59,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:18:59,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:18:59,653 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:18:59,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732133939652Disabling compacts and flushes for region at 1732133939652Disabling writes for close at 1732133939652Writing region close event to WAL at 1732133939653 (+1 ms)Closed at 1732133939653 2024-11-20T20:18:59,655 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:18:59,655 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T20:18:59,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T20:18:59,657 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:18:59,659 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T20:18:59,809 DEBUG [d7d59561a64e:45513 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T20:18:59,810 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7d59561a64e,36675,1732133938292 2024-11-20T20:18:59,812 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,36675,1732133938292, state=OPENING 2024-11-20T20:18:59,922 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T20:18:59,943 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36675-0x10159e63ef50004, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11130447262 2024-11-20T20:18:59,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45513-0x10159e63ef50003, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11130447262 2024-11-20T20:18:59,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11130447262/meta-region-server: CHANGED 2024-11-20T20:18:59,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11130447262/meta-region-server: CHANGED 2024-11-20T20:18:59,944 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:18:59,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,36675,1732133938292}] 2024-11-20T20:19:00,099 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:19:00,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T20:19:00,104 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T20:19:00,104 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:19:00,105 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T20:19:00,107 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C36675%2C1732133938292.meta, suffix=.meta, logDir=hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/WALs/d7d59561a64e,36675,1732133938292, archiveDir=hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/oldWALs, maxLogs=10 2024-11-20T20:19:00,130 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/WALs/d7d59561a64e,36675,1732133938292/d7d59561a64e%2C36675%2C1732133938292.meta.1732133940113.meta, exclude list is [], retry=0 2024-11-20T20:19:00,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33837,DS-94a05252-996d-48ec-b6cd-358bcb10f54e,DISK] 2024-11-20T20:19:00,135 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/WALs/d7d59561a64e,36675,1732133938292/d7d59561a64e%2C36675%2C1732133938292.meta.1732133940113.meta 2024-11-20T20:19:00,140 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43167:43167)] 2024-11-20T20:19:00,140 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:19:00,141 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:19:00,141 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:19:00,141 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T20:19:00,141 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T20:19:00,141 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T20:19:00,142 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:19:00,142 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T20:19:00,142 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T20:19:00,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:19:00,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:19:00,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:00,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:19:00,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:19:00,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:19:00,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:00,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:19:00,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:19:00,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:19:00,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:00,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:19:00,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:19:00,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:19:00,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:00,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:19:00,151 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:19:00,151 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/data/hbase/meta/1588230740 2024-11-20T20:19:00,153 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/data/hbase/meta/1588230740 2024-11-20T20:19:00,154 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:19:00,154 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:19:00,155 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:19:00,157 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:19:00,158 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71735389, jitterRate=0.06894059479236603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:19:00,158 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T20:19:00,158 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732133940142Writing region info on filesystem at 1732133940142Initializing all the Stores at 1732133940143 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133940143Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133940143Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133940143Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133940143Cleaning up temporary data from old regions at 1732133940154 (+11 ms)Running coprocessor post-open hooks at 1732133940158 (+4 ms)Region opened successfully at 1732133940158 2024-11-20T20:19:00,160 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732133940098 2024-11-20T20:19:00,162 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T20:19:00,163 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T20:19:00,163 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,36675,1732133938292 2024-11-20T20:19:00,165 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,36675,1732133938292, state=OPEN 2024-11-20T20:19:00,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45513-0x10159e63ef50003, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11130447262/meta-region-server 2024-11-20T20:19:00,175 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36675-0x10159e63ef50004, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11130447262/meta-region-server 2024-11-20T20:19:00,175 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7d59561a64e,36675,1732133938292 2024-11-20T20:19:00,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11130447262/meta-region-server: CHANGED 2024-11-20T20:19:00,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11130447262/meta-region-server: CHANGED 2024-11-20T20:19:00,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T20:19:00,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,36675,1732133938292 in 231 msec 2024-11-20T20:19:00,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T20:19:00,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 524 msec 2024-11-20T20:19:00,183 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:19:00,183 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T20:19:00,185 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:19:00,185 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,36675,1732133938292, seqNum=-1] 2024-11-20T20:19:00,185 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:19:00,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:19:00,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3980 sec 2024-11-20T20:19:00,195 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732133940195, completionTime=-1 2024-11-20T20:19:00,196 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T20:19:00,196 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T20:19:00,198 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T20:19:00,199 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732134000198 2024-11-20T20:19:00,199 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732134060199 2024-11-20T20:19:00,199 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-20T20:19:00,199 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,45513,1732133938156-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:00,199 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,45513,1732133938156-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:00,199 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,45513,1732133938156-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:00,199 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7d59561a64e:45513, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:00,200 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:00,200 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:00,204 DEBUG [master/d7d59561a64e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T20:19:00,208 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.827sec 2024-11-20T20:19:00,208 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T20:19:00,208 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T20:19:00,208 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T20:19:00,208 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T20:19:00,208 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T20:19:00,208 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,45513,1732133938156-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:19:00,208 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,45513,1732133938156-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T20:19:00,213 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T20:19:00,213 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T20:19:00,213 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,45513,1732133938156-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:00,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c8533a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:00,237 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,45513,-1 for getting cluster id 2024-11-20T20:19:00,238 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:19:00,240 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a3f8e20-90a0-4aac-826e-e026e0cbacaf' 2024-11-20T20:19:00,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:19:00,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a3f8e20-90a0-4aac-826e-e026e0cbacaf" 2024-11-20T20:19:00,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d95eb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:00,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,45513,-1] 2024-11-20T20:19:00,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:19:00,242 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:00,244 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:19:00,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d3824b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:00,246 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:19:00,248 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,36675,1732133938292, seqNum=-1] 2024-11-20T20:19:00,248 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:19:00,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:19:00,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7d59561a64e,45513,1732133938156 2024-11-20T20:19:00,254 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51826 2024-11-20T20:19:00,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:19:00,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10159e63ef50005 connected 2024-11-20T20:19:00,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c6aabd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:00,280 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,44409,-1 for getting cluster id 2024-11-20T20:19:00,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:19:00,282 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6940f212-4e24-42a1-914b-b7e8c8fa2b23' 2024-11-20T20:19:00,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:19:00,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6940f212-4e24-42a1-914b-b7e8c8fa2b23" 2024-11-20T20:19:00,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a19e3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:00,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,44409,-1] 2024-11-20T20:19:00,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:19:00,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:00,284 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:19:00,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f78ba17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:00,286 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:19:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,44409,1732133932171 2024-11-20T20:19:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26289ee2 2024-11-20T20:19:00,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:19:00,289 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:19:00,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44409 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7d59561a64e:45513,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T20:19:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44409 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T20:19:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:19:00,294 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:45513' 2024-11-20T20:19:00,295 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c310b31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:00,295 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,45513,-1 for getting cluster id 2024-11-20T20:19:00,295 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:19:00,296 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a3f8e20-90a0-4aac-826e-e026e0cbacaf' 2024-11-20T20:19:00,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:19:00,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a3f8e20-90a0-4aac-826e-e026e0cbacaf" 2024-11-20T20:19:00,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32cdeffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:00,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,45513,-1] 2024-11-20T20:19:00,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:19:00,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:00,299 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:19:00,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc5b025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:00,300 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:19:00,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,45513,1732133938156 2024-11-20T20:19:00,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@490f69b9 2024-11-20T20:19:00,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:19:00,303 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:19:00,304 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T20:19:00,304 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T20:19:00,304 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:00,304 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:00,304 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:19:00,304 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:19:00,306 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T20:19:00,308 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:19:00,308 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:00,310 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:19:00,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741835_1011 (size=1138) 2024-11-20T20:19:00,353 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e7d0a77ac448bd720933213a77599986, NAME => 'hbase:replication,,1732133940304.e7d0a77ac448bd720933213a77599986.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e 2024-11-20T20:19:00,356 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T20:19:00,356 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T20:19:00,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741836_1012 (size=44) 2024-11-20T20:19:00,367 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732133940304.e7d0a77ac448bd720933213a77599986.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:19:00,367 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e7d0a77ac448bd720933213a77599986, disabling compactions & flushes 2024-11-20T20:19:00,368 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732133940304.e7d0a77ac448bd720933213a77599986. 2024-11-20T20:19:00,368 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732133940304.e7d0a77ac448bd720933213a77599986. 2024-11-20T20:19:00,368 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732133940304.e7d0a77ac448bd720933213a77599986. after waiting 0 ms 2024-11-20T20:19:00,368 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732133940304.e7d0a77ac448bd720933213a77599986. 2024-11-20T20:19:00,368 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732133940304.e7d0a77ac448bd720933213a77599986. 2024-11-20T20:19:00,368 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e7d0a77ac448bd720933213a77599986: Waiting for close lock at 1732133940367Disabling compacts and flushes for region at 1732133940367Disabling writes for close at 1732133940368 (+1 ms)Writing region close event to WAL at 1732133940368Closed at 1732133940368 2024-11-20T20:19:00,373 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:19:00,374 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732133940304.e7d0a77ac448bd720933213a77599986.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732133940373"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732133940373"}]},"ts":"1732133940373"} 2024-11-20T20:19:00,378 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:19:00,380 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:19:00,381 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732133940380"}]},"ts":"1732133940380"} 2024-11-20T20:19:00,384 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T20:19:00,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e7d0a77ac448bd720933213a77599986, ASSIGN}] 2024-11-20T20:19:00,387 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e7d0a77ac448bd720933213a77599986, ASSIGN 2024-11-20T20:19:00,389 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e7d0a77ac448bd720933213a77599986, ASSIGN; state=OFFLINE, location=d7d59561a64e,33265,1732133932522; forceNewPlan=false, retain=false 2024-11-20T20:19:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:19:00,541 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e7d0a77ac448bd720933213a77599986, regionState=OPENING, regionLocation=d7d59561a64e,33265,1732133932522 2024-11-20T20:19:00,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e7d0a77ac448bd720933213a77599986, ASSIGN because future has completed 2024-11-20T20:19:00,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7d0a77ac448bd720933213a77599986, server=d7d59561a64e,33265,1732133932522}] 2024-11-20T20:19:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:19:00,714 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732133940304.e7d0a77ac448bd720933213a77599986. 2024-11-20T20:19:00,715 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:19:00,715 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T20:19:00,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C33265%2C1732133932522.rep, suffix=, logDir=hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/WALs/d7d59561a64e,33265,1732133932522, archiveDir=hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/oldWALs, maxLogs=10 2024-11-20T20:19:00,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/WALs/d7d59561a64e,33265,1732133932522/d7d59561a64e%2C33265%2C1732133932522.rep.1732133940717, exclude list is [], retry=0 2024-11-20T20:19:00,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46809,DS-561e98e6-f6ab-4d5e-8b56-3f18eeba4aac,DISK] 2024-11-20T20:19:00,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/WALs/d7d59561a64e,33265,1732133932522/d7d59561a64e%2C33265%2C1732133932522.rep.1732133940717 2024-11-20T20:19:00,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42205:42205)] 2024-11-20T20:19:00,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e7d0a77ac448bd720933213a77599986, NAME => 'hbase:replication,,1732133940304.e7d0a77ac448bd720933213a77599986.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:19:00,742 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:19:00,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:19:00,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732133940304.e7d0a77ac448bd720933213a77599986. service=MultiRowMutationService 2024-11-20T20:19:00,742 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T20:19:00,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e7d0a77ac448bd720933213a77599986 2024-11-20T20:19:00,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732133940304.e7d0a77ac448bd720933213a77599986.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:19:00,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e7d0a77ac448bd720933213a77599986 2024-11-20T20:19:00,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e7d0a77ac448bd720933213a77599986 2024-11-20T20:19:00,744 INFO [StoreOpener-e7d0a77ac448bd720933213a77599986-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e7d0a77ac448bd720933213a77599986 2024-11-20T20:19:00,746 INFO [StoreOpener-e7d0a77ac448bd720933213a77599986-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7d0a77ac448bd720933213a77599986 columnFamilyName hfileref 2024-11-20T20:19:00,746 DEBUG [StoreOpener-e7d0a77ac448bd720933213a77599986-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:00,747 INFO [StoreOpener-e7d0a77ac448bd720933213a77599986-1 {}] regionserver.HStore(327): Store=e7d0a77ac448bd720933213a77599986/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:19:00,747 INFO [StoreOpener-e7d0a77ac448bd720933213a77599986-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e7d0a77ac448bd720933213a77599986 2024-11-20T20:19:00,748 INFO [StoreOpener-e7d0a77ac448bd720933213a77599986-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7d0a77ac448bd720933213a77599986 columnFamilyName queue 2024-11-20T20:19:00,748 DEBUG [StoreOpener-e7d0a77ac448bd720933213a77599986-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:00,749 INFO [StoreOpener-e7d0a77ac448bd720933213a77599986-1 {}] regionserver.HStore(327): Store=e7d0a77ac448bd720933213a77599986/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:19:00,749 INFO [StoreOpener-e7d0a77ac448bd720933213a77599986-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e7d0a77ac448bd720933213a77599986 2024-11-20T20:19:00,750 INFO [StoreOpener-e7d0a77ac448bd720933213a77599986-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7d0a77ac448bd720933213a77599986 columnFamilyName sid 2024-11-20T20:19:00,750 DEBUG [StoreOpener-e7d0a77ac448bd720933213a77599986-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:00,751 INFO [StoreOpener-e7d0a77ac448bd720933213a77599986-1 {}] regionserver.HStore(327): Store=e7d0a77ac448bd720933213a77599986/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:19:00,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e7d0a77ac448bd720933213a77599986 2024-11-20T20:19:00,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/data/hbase/replication/e7d0a77ac448bd720933213a77599986 2024-11-20T20:19:00,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/data/hbase/replication/e7d0a77ac448bd720933213a77599986 2024-11-20T20:19:00,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e7d0a77ac448bd720933213a77599986 2024-11-20T20:19:00,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e7d0a77ac448bd720933213a77599986 2024-11-20T20:19:00,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:19:00,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e7d0a77ac448bd720933213a77599986 2024-11-20T20:19:00,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/data/hbase/replication/e7d0a77ac448bd720933213a77599986/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:19:00,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened e7d0a77ac448bd720933213a77599986; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73234570, jitterRate=0.09128013253211975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:19:00,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e7d0a77ac448bd720933213a77599986 2024-11-20T20:19:00,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e7d0a77ac448bd720933213a77599986: Running coprocessor pre-open hook at 1732133940743Writing region info on filesystem at 1732133940743Initializing all the Stores at 1732133940744 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133940744Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133940744Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133940744Cleaning up temporary data from old regions at 1732133940754 (+10 ms)Running coprocessor post-open hooks at 1732133940760 (+6 ms)Region opened successfully at 1732133940761 (+1 ms) 2024-11-20T20:19:00,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732133940304.e7d0a77ac448bd720933213a77599986., pid=7, masterSystemTime=1732133940710 2024-11-20T20:19:00,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732133940304.e7d0a77ac448bd720933213a77599986. 2024-11-20T20:19:00,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732133940304.e7d0a77ac448bd720933213a77599986. 2024-11-20T20:19:00,767 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e7d0a77ac448bd720933213a77599986, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,33265,1732133932522 2024-11-20T20:19:00,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7d0a77ac448bd720933213a77599986, server=d7d59561a64e,33265,1732133932522 because future has completed 2024-11-20T20:19:00,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-20T20:19:00,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e7d0a77ac448bd720933213a77599986, server=d7d59561a64e,33265,1732133932522 in 223 msec 2024-11-20T20:19:00,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T20:19:00,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e7d0a77ac448bd720933213a77599986, ASSIGN in 397 msec 2024-11-20T20:19:00,786 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:19:00,786 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732133940786"}]},"ts":"1732133940786"} 2024-11-20T20:19:00,789 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T20:19:00,791 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:19:00,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 487 msec 2024-11-20T20:19:00,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732133940304.e7d0a77ac448bd720933213a77599986., hostname=d7d59561a64e,33265,1732133932522, seqNum=2] 2024-11-20T20:19:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:19:01,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44409-0x10159e63ef50000, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234081449 2024-11-20T20:19:01,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33265-0x10159e63ef50001, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234081449 2024-11-20T20:19:01,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T20:19:01,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33265 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-20T20:19:01,298 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T20:19:01,328 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-d7d59561a64e,33265,1732133932522, ReplicationSource: 1, currentBandwidth=0 2024-11-20T20:19:01,328 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:19:01,328 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,33265,1732133932522, seqNum=-1] 2024-11-20T20:19:01,329 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:19:01,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-20T20:19:01,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d7d59561a64e,33265,1732133932522', locateType=CURRENT is [region=hbase:replication,,1732133940304.e7d0a77ac448bd720933213a77599986., hostname=d7d59561a64e,33265,1732133932522, seqNum=2] 2024-11-20T20:19:01,335 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T20:19:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44409 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T20:19:01,339 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d7d59561a64e,33265,1732133932522 suceeded 2024-11-20T20:19:01,356 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33265,1732133932522 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:45513' 2024-11-20T20:19:01,356 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d7d59561a64e:45513,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T20:19:01,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T20:19:01,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-20T20:19:01,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0670 sec 2024-11-20T20:19:01,368 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33265,1732133932522 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4071dc77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:01,368 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33265,1732133932522 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,45513,-1 for getting cluster id 2024-11-20T20:19:01,368 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33265,1732133932522 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:19:01,370 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a3f8e20-90a0-4aac-826e-e026e0cbacaf' 2024-11-20T20:19:01,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:19:01,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a3f8e20-90a0-4aac-826e-e026e0cbacaf" 2024-11-20T20:19:01,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@788fd231, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:01,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,45513,-1] 2024-11-20T20:19:01,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:19:01,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:01,371 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:19:01,372 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33265,1732133932522 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ca48c21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:01,372 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33265,1732133932522 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:19:01,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,45513,1732133938156 2024-11-20T20:19:01,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3da46fbf 2024-11-20T20:19:01,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:19:01,375 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-20T20:19:01,376 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33265,1732133932522 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7d59561a64e,33265,1732133932522 (queues=1) is replicating from cluster=6940f212-4e24-42a1-914b-b7e8c8fa2b23 to cluster=0a3f8e20-90a0-4aac-826e-e026e0cbacaf 2024-11-20T20:19:01,376 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33265,1732133932522 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7d59561a64e%2C33265%2C1732133932522 2024-11-20T20:19:01,377 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33265,1732133932522 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7d59561a64e,33265,1732133932522, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T20:19:01,384 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33265,1732133932522.replicationSource.shipperd7d59561a64e%2C33265%2C1732133932522,1-d7d59561a64e,33265,1732133932522 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7d59561a64e%2C33265%2C1732133932522 2024-11-20T20:19:01,384 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33265,1732133932522.replicationSource.wal-reader.d7d59561a64e%2C33265%2C1732133932522,1-d7d59561a64e,33265,1732133932522 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/WALs/d7d59561a64e,33265,1732133932522/d7d59561a64e%2C33265%2C1732133932522.1732133934520, startPosition=0, beingWritten=true 2024-11-20T20:19:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:19:01,430 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T20:19:01,430 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:19:01,430 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:19:01,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:01,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:01,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:19:01,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:19:01,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,44409,1732133932171 2024-11-20T20:19:01,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@724ac994 2024-11-20T20:19:01,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:19:01,433 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:19:01,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44409 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T20:19:01,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T20:19:01,434 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:19:01,434 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:19:01,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:01,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:01,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:19:01,435 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T20:19:01,435 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1625415390, stopped=false 2024-11-20T20:19:01,435 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7d59561a64e,45513,1732133938156 2024-11-20T20:19:01,522 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36675-0x10159e63ef50004, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11130447262/running 2024-11-20T20:19:01,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45513-0x10159e63ef50003, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11130447262/running 2024-11-20T20:19:01,522 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36675-0x10159e63ef50004, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11130447262 2024-11-20T20:19:01,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45513-0x10159e63ef50003, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11130447262 2024-11-20T20:19:01,523 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:19:01,523 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:19:01,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45513-0x10159e63ef50003, quorum=127.0.0.1:51826, baseZNode=/11130447262 Set watcher on znode that does not yet exist, /11130447262/running 2024-11-20T20:19:01,523 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:19:01,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:01,523 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7d59561a64e,36675,1732133938292' ***** 2024-11-20T20:19:01,523 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T20:19:01,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36675-0x10159e63ef50004, quorum=127.0.0.1:51826, baseZNode=/11130447262 Set watcher on znode that does not yet exist, /11130447262/running 2024-11-20T20:19:01,524 INFO [RS:0;d7d59561a64e:36675 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T20:19:01,524 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T20:19:01,524 INFO [RS:0;d7d59561a64e:36675 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T20:19:01,524 INFO [RS:0;d7d59561a64e:36675 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T20:19:01,524 INFO [RS:0;d7d59561a64e:36675 {}] regionserver.HRegionServer(959): stopping server d7d59561a64e,36675,1732133938292 2024-11-20T20:19:01,524 INFO [RS:0;d7d59561a64e:36675 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:19:01,524 INFO [RS:0;d7d59561a64e:36675 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:36675. 2024-11-20T20:19:01,525 DEBUG [RS:0;d7d59561a64e:36675 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:19:01,525 DEBUG [RS:0;d7d59561a64e:36675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:01,525 INFO [RS:0;d7d59561a64e:36675 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T20:19:01,525 INFO [RS:0;d7d59561a64e:36675 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T20:19:01,525 INFO [RS:0;d7d59561a64e:36675 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T20:19:01,525 INFO [RS:0;d7d59561a64e:36675 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T20:19:01,525 INFO [RS:0;d7d59561a64e:36675 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T20:19:01,525 DEBUG [RS:0;d7d59561a64e:36675 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T20:19:01,525 DEBUG [RS:0;d7d59561a64e:36675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:19:01,525 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:19:01,525 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:19:01,525 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:19:01,525 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:19:01,525 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:19:01,526 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T20:19:01,526 INFO [regionserver/d7d59561a64e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:19:01,548 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/data/hbase/meta/1588230740/.tmp/ns/7e836386b0f14e45a8489027eee066c9 is 43, key is default/ns:d/1732133940188/Put/seqid=0 2024-11-20T20:19:01,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33837 is added to blk_1073741835_1011 (size=5153) 2024-11-20T20:19:01,590 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33265,1732133932522.replicationSource.wal-reader.d7d59561a64e%2C33265%2C1732133932522,1-d7d59561a64e,33265,1732133932522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/WALs/d7d59561a64e,33265,1732133932522/d7d59561a64e%2C33265%2C1732133932522.1732133934520 to pos 0, reset compression=false 2024-11-20T20:19:01,725 DEBUG [RS:0;d7d59561a64e:36675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:19:01,896 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33265,1732133932522.replicationSource.wal-reader.d7d59561a64e%2C33265%2C1732133932522,1-d7d59561a64e,33265,1732133932522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/WALs/d7d59561a64e,33265,1732133932522/d7d59561a64e%2C33265%2C1732133932522.1732133934520 to pos 0, reset compression=false 2024-11-20T20:19:01,921 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T20:19:01,922 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T20:19:01,926 DEBUG [RS:0;d7d59561a64e:36675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:19:01,956 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/data/hbase/meta/1588230740/.tmp/ns/7e836386b0f14e45a8489027eee066c9 2024-11-20T20:19:01,966 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/data/hbase/meta/1588230740/.tmp/ns/7e836386b0f14e45a8489027eee066c9 as hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/data/hbase/meta/1588230740/ns/7e836386b0f14e45a8489027eee066c9 2024-11-20T20:19:01,981 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/data/hbase/meta/1588230740/ns/7e836386b0f14e45a8489027eee066c9, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T20:19:01,983 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 457ms, sequenceid=6, compaction requested=false 2024-11-20T20:19:02,025 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T20:19:02,026 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:19:02,026 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:19:02,026 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:19:02,026 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732133941525Running coprocessor pre-close hooks at 1732133941525Disabling compacts and flushes for region at 1732133941525Disabling writes for close at 1732133941525Obtaining lock to block concurrent updates at 1732133941526 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732133941526Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732133941526Flushing stores of hbase:meta,,1.1588230740 at 1732133941527 (+1 ms)Flushing 1588230740/ns: creating writer at 1732133941528 (+1 ms)Flushing 1588230740/ns: appending metadata at 1732133941548 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732133941548Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35d910c5: reopening flushed file at 1732133941965 (+417 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 457ms, sequenceid=6, compaction requested=false at 1732133941983 (+18 ms)Writing region close event to WAL at 1732133942019 (+36 ms)Running coprocessor post-close hooks at 1732133942026 (+7 ms)Closed at 1732133942026 2024-11-20T20:19:02,026 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T20:19:02,126 INFO [RS:0;d7d59561a64e:36675 {}] regionserver.HRegionServer(976): stopping server d7d59561a64e,36675,1732133938292; all regions closed. 2024-11-20T20:19:02,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33837 is added to blk_1073741834_1010 (size=1152) 2024-11-20T20:19:02,131 DEBUG [RS:0;d7d59561a64e:36675 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/oldWALs 2024-11-20T20:19:02,131 INFO [RS:0;d7d59561a64e:36675 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C36675%2C1732133938292.meta:.meta(num 1732133940113) 2024-11-20T20:19:02,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33837 is added to blk_1073741832_1008 (size=93) 2024-11-20T20:19:02,136 DEBUG [RS:0;d7d59561a64e:36675 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/oldWALs 2024-11-20T20:19:02,136 INFO [RS:0;d7d59561a64e:36675 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C36675%2C1732133938292:(num 1732133939069) 2024-11-20T20:19:02,136 DEBUG [RS:0;d7d59561a64e:36675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:02,136 INFO [RS:0;d7d59561a64e:36675 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:19:02,136 INFO [RS:0;d7d59561a64e:36675 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:19:02,137 INFO [RS:0;d7d59561a64e:36675 {}] hbase.ChoreService(370): Chore service for: regionserver/d7d59561a64e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T20:19:02,137 INFO [RS:0;d7d59561a64e:36675 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:19:02,137 INFO [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:19:02,137 INFO [RS:0;d7d59561a64e:36675 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36675 2024-11-20T20:19:02,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45513-0x10159e63ef50003, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11130447262/rs 2024-11-20T20:19:02,191 INFO [RS:0;d7d59561a64e:36675 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:19:02,191 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36675-0x10159e63ef50004, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11130447262/rs/d7d59561a64e,36675,1732133938292 2024-11-20T20:19:02,192 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7d59561a64e,36675,1732133938292] 2024-11-20T20:19:02,212 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11130447262/draining/d7d59561a64e,36675,1732133938292 already deleted, retry=false 2024-11-20T20:19:02,212 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7d59561a64e,36675,1732133938292 expired; onlineServers=0 2024-11-20T20:19:02,213 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7d59561a64e,45513,1732133938156' ***** 2024-11-20T20:19:02,213 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T20:19:02,213 INFO [M:0;d7d59561a64e:45513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:19:02,213 INFO [M:0;d7d59561a64e:45513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:19:02,213 DEBUG [M:0;d7d59561a64e:45513 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T20:19:02,213 DEBUG [M:0;d7d59561a64e:45513 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T20:19:02,213 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T20:19:02,213 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732133938809 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732133938809,5,FailOnTimeoutGroup] 2024-11-20T20:19:02,213 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732133938809 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732133938809,5,FailOnTimeoutGroup] 2024-11-20T20:19:02,213 INFO [M:0;d7d59561a64e:45513 {}] hbase.ChoreService(370): Chore service for: master/d7d59561a64e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T20:19:02,213 INFO [M:0;d7d59561a64e:45513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:19:02,214 DEBUG [M:0;d7d59561a64e:45513 {}] master.HMaster(1795): Stopping service threads 2024-11-20T20:19:02,214 INFO [M:0;d7d59561a64e:45513 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T20:19:02,214 INFO [M:0;d7d59561a64e:45513 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:19:02,214 INFO [M:0;d7d59561a64e:45513 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T20:19:02,214 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T20:19:02,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45513-0x10159e63ef50003, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11130447262/master 2024-11-20T20:19:02,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45513-0x10159e63ef50003, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11130447262 2024-11-20T20:19:02,223 DEBUG [M:0;d7d59561a64e:45513 {}] zookeeper.ZKUtil(347): master:45513-0x10159e63ef50003, quorum=127.0.0.1:51826, baseZNode=/11130447262 Unable to get data of znode /11130447262/master because node does not exist (not an error) 2024-11-20T20:19:02,223 WARN [M:0;d7d59561a64e:45513 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T20:19:02,224 INFO [M:0;d7d59561a64e:45513 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/.lastflushedseqids 2024-11-20T20:19:02,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33837 is added to blk_1073741836_1012 (size=99) 2024-11-20T20:19:02,266 INFO [M:0;d7d59561a64e:45513 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T20:19:02,266 INFO [M:0;d7d59561a64e:45513 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T20:19:02,266 DEBUG [M:0;d7d59561a64e:45513 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:19:02,267 INFO [M:0;d7d59561a64e:45513 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:19:02,267 DEBUG [M:0;d7d59561a64e:45513 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:19:02,267 DEBUG [M:0;d7d59561a64e:45513 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:19:02,267 DEBUG [M:0;d7d59561a64e:45513 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:19:02,267 INFO [M:0;d7d59561a64e:45513 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-20T20:19:02,293 DEBUG [M:0;d7d59561a64e:45513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/feef0028aa114853966e67d8233f5f32 is 82, key is hbase:meta,,1/info:regioninfo/1732133940163/Put/seqid=0 2024-11-20T20:19:02,302 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36675-0x10159e63ef50004, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:19:02,302 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36675-0x10159e63ef50004, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:19:02,303 INFO [RS:0;d7d59561a64e:36675 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:19:02,303 INFO [RS:0;d7d59561a64e:36675 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7d59561a64e,36675,1732133938292; zookeeper connection closed. 2024-11-20T20:19:02,306 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33265,1732133932522.replicationSource.wal-reader.d7d59561a64e%2C33265%2C1732133932522,1-d7d59561a64e,33265,1732133932522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/WALs/d7d59561a64e,33265,1732133932522/d7d59561a64e%2C33265%2C1732133932522.1732133934520 to pos 0, reset compression=false 2024-11-20T20:19:02,309 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f032e1f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f032e1f 2024-11-20T20:19:02,310 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T20:19:02,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33837 is added to blk_1073741837_1013 (size=5672) 2024-11-20T20:19:02,741 INFO [M:0;d7d59561a64e:45513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/feef0028aa114853966e67d8233f5f32 2024-11-20T20:19:02,768 DEBUG [M:0;d7d59561a64e:45513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcbd8915ddea445e9fa63c649f509c52 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732133940194/Put/seqid=0 2024-11-20T20:19:02,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33837 is added to blk_1073741838_1014 (size=5275) 2024-11-20T20:19:02,839 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33265,1732133932522.replicationSource.wal-reader.d7d59561a64e%2C33265%2C1732133932522,1-d7d59561a64e,33265,1732133932522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/WALs/d7d59561a64e,33265,1732133932522/d7d59561a64e%2C33265%2C1732133932522.1732133934520 to pos 0, reset compression=false 2024-11-20T20:19:03,174 INFO [M:0;d7d59561a64e:45513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcbd8915ddea445e9fa63c649f509c52 2024-11-20T20:19:03,199 DEBUG [M:0;d7d59561a64e:45513 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a9aee7ea453a4885bf3d60370509ded9 is 69, key is d7d59561a64e,36675,1732133938292/rs:state/1732133938889/Put/seqid=0 2024-11-20T20:19:03,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33837 is added to blk_1073741839_1015 (size=5156) 2024-11-20T20:19:03,204 INFO [M:0;d7d59561a64e:45513 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a9aee7ea453a4885bf3d60370509ded9 2024-11-20T20:19:03,210 DEBUG [M:0;d7d59561a64e:45513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/feef0028aa114853966e67d8233f5f32 as hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/feef0028aa114853966e67d8233f5f32 2024-11-20T20:19:03,218 INFO [M:0;d7d59561a64e:45513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/feef0028aa114853966e67d8233f5f32, entries=8, sequenceid=28, filesize=5.5 K 2024-11-20T20:19:03,219 DEBUG [M:0;d7d59561a64e:45513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcbd8915ddea445e9fa63c649f509c52 as hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dcbd8915ddea445e9fa63c649f509c52 2024-11-20T20:19:03,227 INFO [M:0;d7d59561a64e:45513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dcbd8915ddea445e9fa63c649f509c52, entries=3, sequenceid=28, filesize=5.2 K 2024-11-20T20:19:03,228 DEBUG [M:0;d7d59561a64e:45513 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a9aee7ea453a4885bf3d60370509ded9 as hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a9aee7ea453a4885bf3d60370509ded9 2024-11-20T20:19:03,245 INFO [M:0;d7d59561a64e:45513 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37249/user/jenkins/test-data/a92e130a-15be-09e4-bc4b-4d0ffe36a411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a9aee7ea453a4885bf3d60370509ded9, entries=1, sequenceid=28, filesize=5.0 K 2024-11-20T20:19:03,246 INFO [M:0;d7d59561a64e:45513 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 979ms, sequenceid=28, compaction requested=false 2024-11-20T20:19:03,248 INFO [M:0;d7d59561a64e:45513 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:19:03,248 DEBUG [M:0;d7d59561a64e:45513 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732133942266Disabling compacts and flushes for region at 1732133942266Disabling writes for close at 1732133942267 (+1 ms)Obtaining lock to block concurrent updates at 1732133942267Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732133942267Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732133942267Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732133942269 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732133942269Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732133942292 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732133942292Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732133942747 (+455 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732133942768 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732133942768Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732133943181 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732133943198 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732133943198Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ae7cf4f: reopening flushed file at 1732133943209 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38dd09e8: reopening flushed file at 1732133943218 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b67e6ca: reopening flushed file at 1732133943227 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 979ms, sequenceid=28, compaction requested=false at 1732133943246 (+19 ms)Writing region close event to WAL at 1732133943248 (+2 ms)Closed at 1732133943248 2024-11-20T20:19:03,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33837 is added to blk_1073741830_1006 (size=10165) 2024-11-20T20:19:03,262 INFO [M:0;d7d59561a64e:45513 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T20:19:03,262 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:19:03,262 INFO [M:0;d7d59561a64e:45513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45513 2024-11-20T20:19:03,263 INFO [M:0;d7d59561a64e:45513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:19:03,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45513-0x10159e63ef50003, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:19:03,376 INFO [M:0;d7d59561a64e:45513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:19:03,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45513-0x10159e63ef50003, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:19:03,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54b5ea35{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:19:03,406 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5142cfbb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:19:03,406 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:19:03,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4858e07a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:19:03,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cd585af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/hadoop.log.dir/,STOPPED} 2024-11-20T20:19:03,408 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T20:19:03,408 WARN [BP-1550809619-172.17.0.2-1732133935952 heartbeating to localhost/127.0.0.1:37249 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T20:19:03,408 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T20:19:03,409 WARN [BP-1550809619-172.17.0.2-1732133935952 heartbeating to localhost/127.0.0.1:37249 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1550809619-172.17.0.2-1732133935952 (Datanode Uuid 7e11e8b9-9940-4ad2-b4e8-1afe7faf6416) service to localhost/127.0.0.1:37249 2024-11-20T20:19:03,409 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/cluster_1828e1ab-0313-bca5-0872-5efe8767cc42/data/data1/current/BP-1550809619-172.17.0.2-1732133935952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:19:03,410 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/cluster_1828e1ab-0313-bca5-0872-5efe8767cc42/data/data2/current/BP-1550809619-172.17.0.2-1732133935952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:19:03,410 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T20:19:03,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@85d4ad9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:19:03,420 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6bbd42b8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:19:03,420 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:19:03,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54197af4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:19:03,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48fdfcc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/hadoop.log.dir/,STOPPED} 2024-11-20T20:19:03,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T20:19:03,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T20:19:03,440 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:19:03,440 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:19:03,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:03,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:19:03,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:03,441 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T20:19:03,441 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1502075870, stopped=false 2024-11-20T20:19:03,441 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7d59561a64e,44409,1732133932171 2024-11-20T20:19:03,451 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33265,1732133932522.replicationSource.wal-reader.d7d59561a64e%2C33265%2C1732133932522,1-d7d59561a64e,33265,1732133932522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/WALs/d7d59561a64e,33265,1732133932522/d7d59561a64e%2C33265%2C1732133932522.1732133934520 to pos 0, reset compression=false 2024-11-20T20:19:03,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44409-0x10159e63ef50000, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0234081449/running 2024-11-20T20:19:03,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33265-0x10159e63ef50001, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0234081449/running 2024-11-20T20:19:03,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33265-0x10159e63ef50001, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234081449 2024-11-20T20:19:03,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44409-0x10159e63ef50000, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234081449 2024-11-20T20:19:03,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44409-0x10159e63ef50000, quorum=127.0.0.1:51826, baseZNode=/0234081449 Set watcher on znode that does not yet exist, /0234081449/running 2024-11-20T20:19:03,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33265-0x10159e63ef50001, quorum=127.0.0.1:51826, baseZNode=/0234081449 Set watcher on znode that does not yet exist, /0234081449/running 2024-11-20T20:19:03,460 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:19:03,461 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:19:03,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:19:03,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:03,461 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7d59561a64e,33265,1732133932522' ***** 2024-11-20T20:19:03,461 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T20:19:03,462 INFO [RS:0;d7d59561a64e:33265 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T20:19:03,462 INFO [RS:0;d7d59561a64e:33265 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T20:19:03,462 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T20:19:03,462 INFO [RS:0;d7d59561a64e:33265 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T20:19:03,462 INFO [RS:0;d7d59561a64e:33265 {}] regionserver.HRegionServer(3091): Received CLOSE for e7d0a77ac448bd720933213a77599986 2024-11-20T20:19:03,462 INFO [RS:0;d7d59561a64e:33265 {}] regionserver.HRegionServer(959): stopping server d7d59561a64e,33265,1732133932522 2024-11-20T20:19:03,462 INFO [RS:0;d7d59561a64e:33265 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:19:03,463 INFO [RS:0;d7d59561a64e:33265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:33265. 2024-11-20T20:19:03,463 DEBUG [RS:0;d7d59561a64e:33265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:19:03,463 DEBUG [RS:0;d7d59561a64e:33265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:03,463 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e7d0a77ac448bd720933213a77599986, disabling compactions & flushes 2024-11-20T20:19:03,463 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732133940304.e7d0a77ac448bd720933213a77599986. 2024-11-20T20:19:03,463 INFO [RS:0;d7d59561a64e:33265 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T20:19:03,463 INFO [RS:0;d7d59561a64e:33265 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T20:19:03,463 INFO [RS:0;d7d59561a64e:33265 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T20:19:03,463 INFO [RS:0;d7d59561a64e:33265 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T20:19:03,463 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732133940304.e7d0a77ac448bd720933213a77599986. 2024-11-20T20:19:03,463 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732133940304.e7d0a77ac448bd720933213a77599986. after waiting 0 ms 2024-11-20T20:19:03,463 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732133940304.e7d0a77ac448bd720933213a77599986. 2024-11-20T20:19:03,463 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e7d0a77ac448bd720933213a77599986 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-20T20:19:03,472 INFO [RS:0;d7d59561a64e:33265 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T20:19:03,472 DEBUG [RS:0;d7d59561a64e:33265 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e7d0a77ac448bd720933213a77599986=hbase:replication,,1732133940304.e7d0a77ac448bd720933213a77599986.} 2024-11-20T20:19:03,472 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:19:03,472 DEBUG [RS:0;d7d59561a64e:33265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e7d0a77ac448bd720933213a77599986 2024-11-20T20:19:03,472 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:19:03,472 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:19:03,473 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:19:03,473 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:19:03,473 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T20:19:03,488 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/data/hbase/replication/e7d0a77ac448bd720933213a77599986/.tmp/queue/c4422562f52e41e19bada68c70faa45f is 151, key is 1-d7d59561a64e,33265,1732133932522/queue:d7d59561a64e%2C33265%2C1732133932522/1732133941334/Put/seqid=0 2024-11-20T20:19:03,489 INFO [regionserver/d7d59561a64e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:19:03,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741838_1014 (size=5350) 2024-11-20T20:19:03,498 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/data/hbase/meta/1588230740/.tmp/info/b40825b21c2946dc9e73e8f92eac88f7 is 147, key is hbase:replication,,1732133940304.e7d0a77ac448bd720933213a77599986./info:regioninfo/1732133940766/Put/seqid=0 2024-11-20T20:19:03,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741839_1015 (size=6631) 2024-11-20T20:19:03,515 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/data/hbase/meta/1588230740/.tmp/info/b40825b21c2946dc9e73e8f92eac88f7 2024-11-20T20:19:03,581 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/data/hbase/meta/1588230740/.tmp/ns/59e463202f344a409e65783062335118 is 43, key is default/ns:d/1732133935843/Put/seqid=0 2024-11-20T20:19:03,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741840_1016 (size=5153) 2024-11-20T20:19:03,592 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/data/hbase/meta/1588230740/.tmp/ns/59e463202f344a409e65783062335118 2024-11-20T20:19:03,619 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/data/hbase/meta/1588230740/.tmp/table/c4aa091a49ba47cba68f5e90af84ba50 is 53, key is hbase:replication/table:state/1732133940786/Put/seqid=0 2024-11-20T20:19:03,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741841_1017 (size=5256) 2024-11-20T20:19:03,673 DEBUG [RS:0;d7d59561a64e:33265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e7d0a77ac448bd720933213a77599986 2024-11-20T20:19:03,873 DEBUG [RS:0;d7d59561a64e:33265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e7d0a77ac448bd720933213a77599986 2024-11-20T20:19:03,896 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/data/hbase/replication/e7d0a77ac448bd720933213a77599986/.tmp/queue/c4422562f52e41e19bada68c70faa45f 2024-11-20T20:19:03,903 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/data/hbase/replication/e7d0a77ac448bd720933213a77599986/.tmp/queue/c4422562f52e41e19bada68c70faa45f as hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/data/hbase/replication/e7d0a77ac448bd720933213a77599986/queue/c4422562f52e41e19bada68c70faa45f 2024-11-20T20:19:03,914 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/data/hbase/replication/e7d0a77ac448bd720933213a77599986/queue/c4422562f52e41e19bada68c70faa45f, entries=1, sequenceid=5, filesize=5.2 K 2024-11-20T20:19:03,916 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e7d0a77ac448bd720933213a77599986 in 453ms, sequenceid=5, compaction requested=false 2024-11-20T20:19:03,916 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T20:19:03,929 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/data/hbase/replication/e7d0a77ac448bd720933213a77599986/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T20:19:03,930 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:19:03,930 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:19:03,930 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732133940304.e7d0a77ac448bd720933213a77599986. 2024-11-20T20:19:03,930 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e7d0a77ac448bd720933213a77599986: Waiting for close lock at 1732133943463Running coprocessor pre-close hooks at 1732133943463Disabling compacts and flushes for region at 1732133943463Disabling writes for close at 1732133943463Obtaining lock to block concurrent updates at 1732133943463Preparing flush snapshotting stores in e7d0a77ac448bd720933213a77599986 at 1732133943463Finished memstore snapshotting hbase:replication,,1732133940304.e7d0a77ac448bd720933213a77599986., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732133943464 (+1 ms)Flushing stores of hbase:replication,,1732133940304.e7d0a77ac448bd720933213a77599986. at 1732133943465 (+1 ms)Flushing e7d0a77ac448bd720933213a77599986/queue: creating writer at 1732133943465Flushing e7d0a77ac448bd720933213a77599986/queue: appending metadata at 1732133943487 (+22 ms)Flushing e7d0a77ac448bd720933213a77599986/queue: closing flushed file at 1732133943488 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66de80a8: reopening flushed file at 1732133943902 (+414 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e7d0a77ac448bd720933213a77599986 in 453ms, sequenceid=5, compaction requested=false at 1732133943916 (+14 ms)Writing region close event to WAL at 1732133943925 (+9 ms)Running coprocessor post-close hooks at 1732133943930 (+5 ms)Closed at 1732133943930 2024-11-20T20:19:03,931 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732133940304.e7d0a77ac448bd720933213a77599986. 2024-11-20T20:19:04,024 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/data/hbase/meta/1588230740/.tmp/table/c4aa091a49ba47cba68f5e90af84ba50 2024-11-20T20:19:04,033 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/data/hbase/meta/1588230740/.tmp/info/b40825b21c2946dc9e73e8f92eac88f7 as hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/data/hbase/meta/1588230740/info/b40825b21c2946dc9e73e8f92eac88f7 2024-11-20T20:19:04,039 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/data/hbase/meta/1588230740/info/b40825b21c2946dc9e73e8f92eac88f7, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T20:19:04,040 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/data/hbase/meta/1588230740/.tmp/ns/59e463202f344a409e65783062335118 as hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/data/hbase/meta/1588230740/ns/59e463202f344a409e65783062335118 2024-11-20T20:19:04,048 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/data/hbase/meta/1588230740/ns/59e463202f344a409e65783062335118, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T20:19:04,049 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/data/hbase/meta/1588230740/.tmp/table/c4aa091a49ba47cba68f5e90af84ba50 as hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/data/hbase/meta/1588230740/table/c4aa091a49ba47cba68f5e90af84ba50 2024-11-20T20:19:04,055 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/data/hbase/meta/1588230740/table/c4aa091a49ba47cba68f5e90af84ba50, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T20:19:04,056 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 583ms, sequenceid=11, compaction requested=false 2024-11-20T20:19:04,062 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T20:19:04,063 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:19:04,063 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:19:04,063 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:19:04,063 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732133943472Running coprocessor pre-close hooks at 1732133943472Disabling compacts and flushes for region at 1732133943472Disabling writes for close at 1732133943473 (+1 ms)Obtaining lock to block concurrent updates at 1732133943473Preparing flush snapshotting stores in 1588230740 at 1732133943473Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732133943473Flushing stores of hbase:meta,,1.1588230740 at 1732133943474 (+1 ms)Flushing 1588230740/info: creating writer at 1732133943474Flushing 1588230740/info: appending metadata at 1732133943497 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732133943498 (+1 ms)Flushing 1588230740/ns: creating writer at 1732133943547 (+49 ms)Flushing 1588230740/ns: appending metadata at 1732133943580 (+33 ms)Flushing 1588230740/ns: closing flushed file at 1732133943580Flushing 1588230740/table: creating writer at 1732133943604 (+24 ms)Flushing 1588230740/table: appending metadata at 1732133943619 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732133943619Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@86eeaa3: reopening flushed file at 1732133944032 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@446793e1: reopening flushed file at 1732133944039 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5721c098: reopening flushed file at 1732133944048 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 583ms, sequenceid=11, compaction requested=false at 1732133944056 (+8 ms)Writing region close event to WAL at 1732133944058 (+2 ms)Running coprocessor post-close hooks at 1732133944063 (+5 ms)Closed at 1732133944063 2024-11-20T20:19:04,063 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T20:19:04,073 INFO [RS:0;d7d59561a64e:33265 {}] regionserver.HRegionServer(976): stopping server d7d59561a64e,33265,1732133932522; all regions closed. 2024-11-20T20:19:04,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741834_1010 (size=2742) 2024-11-20T20:19:04,078 DEBUG [RS:0;d7d59561a64e:33265 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/oldWALs 2024-11-20T20:19:04,079 INFO [RS:0;d7d59561a64e:33265 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C33265%2C1732133932522.meta:.meta(num 1732133935497) 2024-11-20T20:19:04,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741837_1013 (size=1586) 2024-11-20T20:19:04,085 DEBUG [RS:0;d7d59561a64e:33265 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/oldWALs 2024-11-20T20:19:04,086 INFO [RS:0;d7d59561a64e:33265 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C33265%2C1732133932522.rep:(num 1732133940717) 2024-11-20T20:19:04,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741832_1008 (size=93) 2024-11-20T20:19:04,091 DEBUG [RS:0;d7d59561a64e:33265 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/oldWALs 2024-11-20T20:19:04,091 INFO [RS:0;d7d59561a64e:33265 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C33265%2C1732133932522:(num 1732133934520) 2024-11-20T20:19:04,091 DEBUG [RS:0;d7d59561a64e:33265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:04,091 INFO [RS:0;d7d59561a64e:33265 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:19:04,091 INFO [RS:0;d7d59561a64e:33265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:19:04,091 INFO [RS:0;d7d59561a64e:33265 {}] hbase.ChoreService(370): Chore service for: regionserver/d7d59561a64e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T20:19:04,091 INFO [RS:0;d7d59561a64e:33265 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:19:04,091 INFO [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:19:04,092 INFO [RS:0;d7d59561a64e:33265 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7d59561a64e,33265,1732133932522 because: Region server is closing 2024-11-20T20:19:04,092 INFO [RS:0;d7d59561a64e:33265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:33265. 2024-11-20T20:19:04,092 DEBUG [RS:0;d7d59561a64e:33265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:19:04,092 DEBUG [RS:0;d7d59561a64e:33265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:04,092 DEBUG [RS:0;d7d59561a64e:33265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:04,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:19:04,193 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33265,1732133932522.replicationSource.shipperd7d59561a64e%2C33265%2C1732133932522,1-d7d59561a64e,33265,1732133932522 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T20:19:04,193 INFO [RS:0;d7d59561a64e:33265 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33265,1732133932522.replicationSource.shipperd7d59561a64e%2C33265%2C1732133932522,1-d7d59561a64e,33265,1732133932522 terminated 2024-11-20T20:19:04,193 INFO [RS:0;d7d59561a64e:33265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33265 2024-11-20T20:19:04,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44409-0x10159e63ef50000, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234081449/rs 2024-11-20T20:19:04,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33265-0x10159e63ef50001, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0234081449/rs/d7d59561a64e,33265,1732133932522 2024-11-20T20:19:04,270 INFO [RS:0;d7d59561a64e:33265 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:19:04,270 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7d59561a64e,33265,1732133932522] 2024-11-20T20:19:04,280 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0234081449/draining/d7d59561a64e,33265,1732133932522 already deleted, retry=false 2024-11-20T20:19:04,280 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7d59561a64e,33265,1732133932522 expired; onlineServers=0 2024-11-20T20:19:04,280 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7d59561a64e,44409,1732133932171' ***** 2024-11-20T20:19:04,280 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T20:19:04,280 INFO [M:0;d7d59561a64e:44409 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:19:04,280 INFO [M:0;d7d59561a64e:44409 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:19:04,280 DEBUG [M:0;d7d59561a64e:44409 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T20:19:04,280 DEBUG [M:0;d7d59561a64e:44409 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T20:19:04,280 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T20:19:04,280 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732133934227 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732133934227,5,FailOnTimeoutGroup] 2024-11-20T20:19:04,281 INFO [M:0;d7d59561a64e:44409 {}] hbase.ChoreService(370): Chore service for: master/d7d59561a64e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T20:19:04,281 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732133934227 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732133934227,5,FailOnTimeoutGroup] 2024-11-20T20:19:04,281 INFO [M:0;d7d59561a64e:44409 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:19:04,281 DEBUG [M:0;d7d59561a64e:44409 {}] master.HMaster(1795): Stopping service threads 2024-11-20T20:19:04,281 INFO [M:0;d7d59561a64e:44409 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T20:19:04,281 INFO [M:0;d7d59561a64e:44409 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:19:04,281 INFO [M:0;d7d59561a64e:44409 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T20:19:04,281 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T20:19:04,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44409-0x10159e63ef50000, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0234081449/master 2024-11-20T20:19:04,290 DEBUG [M:0;d7d59561a64e:44409 {}] zookeeper.ZKUtil(347): master:44409-0x10159e63ef50000, quorum=127.0.0.1:51826, baseZNode=/0234081449 Unable to get data of znode /0234081449/master because node does not exist (not an error) 2024-11-20T20:19:04,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44409-0x10159e63ef50000, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0234081449 2024-11-20T20:19:04,290 WARN [M:0;d7d59561a64e:44409 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T20:19:04,291 INFO [M:0;d7d59561a64e:44409 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/.lastflushedseqids 2024-11-20T20:19:04,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741842_1018 (size=181) 2024-11-20T20:19:04,297 INFO [M:0;d7d59561a64e:44409 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T20:19:04,297 INFO [M:0;d7d59561a64e:44409 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T20:19:04,297 DEBUG [M:0;d7d59561a64e:44409 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:19:04,297 INFO [M:0;d7d59561a64e:44409 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:19:04,297 DEBUG [M:0;d7d59561a64e:44409 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:19:04,298 DEBUG [M:0;d7d59561a64e:44409 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:19:04,298 DEBUG [M:0;d7d59561a64e:44409 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:19:04,298 INFO [M:0;d7d59561a64e:44409 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-20T20:19:04,318 DEBUG [M:0;d7d59561a64e:44409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc44401b7a2b4ec2850baca3d0128bc9 is 82, key is hbase:meta,,1/info:regioninfo/1732133935555/Put/seqid=0 2024-11-20T20:19:04,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741843_1019 (size=5672) 2024-11-20T20:19:04,380 INFO [RS:0;d7d59561a64e:33265 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:19:04,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33265-0x10159e63ef50001, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:19:04,380 INFO [RS:0;d7d59561a64e:33265 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7d59561a64e,33265,1732133932522; zookeeper connection closed. 2024-11-20T20:19:04,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33265-0x10159e63ef50001, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:19:04,380 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3698fdb9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3698fdb9 2024-11-20T20:19:04,381 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T20:19:04,726 INFO [M:0;d7d59561a64e:44409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc44401b7a2b4ec2850baca3d0128bc9 2024-11-20T20:19:04,757 DEBUG [M:0;d7d59561a64e:44409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e92c388619145d095d977c25ea1c471 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732133940793/Put/seqid=0 2024-11-20T20:19:04,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741844_1020 (size=7203) 2024-11-20T20:19:04,765 INFO [M:0;d7d59561a64e:44409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e92c388619145d095d977c25ea1c471 2024-11-20T20:19:04,798 DEBUG [M:0;d7d59561a64e:44409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b3570765c6f4ba19d8f8896080a0a01 is 69, key is d7d59561a64e,33265,1732133932522/rs:state/1732133934321/Put/seqid=0 2024-11-20T20:19:04,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741845_1021 (size=5156) 2024-11-20T20:19:04,803 INFO [M:0;d7d59561a64e:44409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b3570765c6f4ba19d8f8896080a0a01 2024-11-20T20:19:04,810 DEBUG [M:0;d7d59561a64e:44409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc44401b7a2b4ec2850baca3d0128bc9 as hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc44401b7a2b4ec2850baca3d0128bc9 2024-11-20T20:19:04,817 INFO [M:0;d7d59561a64e:44409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc44401b7a2b4ec2850baca3d0128bc9, entries=8, sequenceid=70, filesize=5.5 K 2024-11-20T20:19:04,819 DEBUG [M:0;d7d59561a64e:44409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e92c388619145d095d977c25ea1c471 as hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2e92c388619145d095d977c25ea1c471 2024-11-20T20:19:04,827 INFO [M:0;d7d59561a64e:44409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2e92c388619145d095d977c25ea1c471, entries=8, sequenceid=70, filesize=7.0 K 2024-11-20T20:19:04,828 DEBUG [M:0;d7d59561a64e:44409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b3570765c6f4ba19d8f8896080a0a01 as hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b3570765c6f4ba19d8f8896080a0a01 2024-11-20T20:19:04,840 INFO [M:0;d7d59561a64e:44409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46731/user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b3570765c6f4ba19d8f8896080a0a01, entries=1, sequenceid=70, filesize=5.0 K 2024-11-20T20:19:04,841 INFO [M:0;d7d59561a64e:44409 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 543ms, sequenceid=70, compaction requested=false 2024-11-20T20:19:04,852 INFO [M:0;d7d59561a64e:44409 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:19:04,853 DEBUG [M:0;d7d59561a64e:44409 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732133944297Disabling compacts and flushes for region at 1732133944297Disabling writes for close at 1732133944298 (+1 ms)Obtaining lock to block concurrent updates at 1732133944298Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732133944298Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732133944298Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732133944299 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732133944299Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732133944318 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732133944318Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732133944734 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732133944756 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732133944756Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732133944772 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732133944797 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732133944797Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42ca7d4: reopening flushed file at 1732133944809 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cfa05b9: reopening flushed file at 1732133944817 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34420edd: reopening flushed file at 1732133944827 (+10 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 543ms, sequenceid=70, compaction requested=false at 1732133944841 (+14 ms)Writing region close event to WAL at 1732133944852 (+11 ms)Closed at 1732133944852 2024-11-20T20:19:04,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46809 is added to blk_1073741830_1006 (size=41008) 2024-11-20T20:19:04,858 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a1c0a9b3-79cf-99b4-7d01-2f180e68ec9e/MasterData/WALs/d7d59561a64e,44409,1732133932171/d7d59561a64e%2C44409%2C1732133932171.1732133933908 not finished, retry = 0 2024-11-20T20:19:04,959 INFO [M:0;d7d59561a64e:44409 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T20:19:04,959 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:19:04,959 INFO [M:0;d7d59561a64e:44409 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44409 2024-11-20T20:19:04,959 INFO [M:0;d7d59561a64e:44409 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:19:05,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44409-0x10159e63ef50000, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:19:05,075 INFO [M:0;d7d59561a64e:44409 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:19:05,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44409-0x10159e63ef50000, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:19:05,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1978c6e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:19:05,116 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f761be4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:19:05,116 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:19:05,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31144654{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:19:05,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d554b36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/hadoop.log.dir/,STOPPED} 2024-11-20T20:19:05,118 WARN [BP-2058825484-172.17.0.2-1732133929865 heartbeating to localhost/127.0.0.1:46731 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T20:19:05,118 WARN [BP-2058825484-172.17.0.2-1732133929865 heartbeating to localhost/127.0.0.1:46731 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2058825484-172.17.0.2-1732133929865 (Datanode Uuid bdb7122b-20fa-49da-b924-208d3215f3b6) service to localhost/127.0.0.1:46731 2024-11-20T20:19:05,119 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/cluster_47f14f3a-bfd9-a4a1-8b35-d2305d4791e4/data/data1/current/BP-2058825484-172.17.0.2-1732133929865 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:19:05,119 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/cluster_47f14f3a-bfd9-a4a1-8b35-d2305d4791e4/data/data2/current/BP-2058825484-172.17.0.2-1732133929865 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:19:05,119 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T20:19:05,119 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T20:19:05,119 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T20:19:05,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5809cdec{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:19:05,128 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62d2acfb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:19:05,128 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:19:05,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a6aa96e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:19:05,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b56bf5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63c0b319-e3dd-11f1-8b58-1aa6b0fd470d/hadoop.log.dir/,STOPPED} 2024-11-20T20:19:05,138 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T20:19:05,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T20:19:05,168 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=145 (was 113) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:46731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37249 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37249 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37249 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46731 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51826) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37249 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46731 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46731 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37249 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37249 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37249 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37249 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51826) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=476 (was 438) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=757 (was 767), ProcessCount=11 (was 11), AvailableMemoryMB=1095 (was 1604) 2024-11-20T20:19:05,177 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=145, OpenFileDescriptor=476, MaxFileDescriptor=1048576, SystemLoadAverage=757, ProcessCount=11, AvailableMemoryMB=1094 2024-11-20T20:19:05,192 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-20T20:19:05,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/hadoop.log.dir so I do NOT create it in target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124 2024-11-20T20:19:05,193 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T20:19:05,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/hadoop.tmp.dir so I do NOT create it in target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124 2024-11-20T20:19:05,193 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fece6976-87e0-a197-73f8-b077b1d1b2cf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T20:19:05,193 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124 2024-11-20T20:19:05,193 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/cluster_9a05145d-9ed6-e49c-7703-ac416f9a6016, deleteOnExit=true 2024-11-20T20:19:05,196 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/cluster_9a05145d-9ed6-e49c-7703-ac416f9a6016/zookeeper_0, clientPort=60154, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/cluster_9a05145d-9ed6-e49c-7703-ac416f9a6016/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/cluster_9a05145d-9ed6-e49c-7703-ac416f9a6016/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T20:19:05,199 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60154 2024-11-20T20:19:05,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T20:19:05,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T20:19:05,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/test.cache.data in system properties and HBase conf 2024-11-20T20:19:05,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T20:19:05,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/hadoop.log.dir in system properties and HBase conf 2024-11-20T20:19:05,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T20:19:05,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T20:19:05,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T20:19:05,199 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T20:19:05,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:19:05,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:19:05,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T20:19:05,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:19:05,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T20:19:05,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T20:19:05,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:19:05,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:19:05,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T20:19:05,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/nfs.dump.dir in system properties and HBase conf 2024-11-20T20:19:05,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/java.io.tmpdir in system properties and HBase conf 2024-11-20T20:19:05,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:19:05,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T20:19:05,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T20:19:05,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10159e63ef50005, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T20:19:05,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10159e63ef50002, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T20:19:05,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10159e63ef50005, quorum=127.0.0.1:51826, baseZNode=/11130447262 Received Disconnected from ZooKeeper, ignoring 2024-11-20T20:19:05,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10159e63ef50002, quorum=127.0.0.1:51826, baseZNode=/0234081449 Received Disconnected from ZooKeeper, ignoring 2024-11-20T20:19:05,608 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T20:19:05,610 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:19:05,639 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:19:05,642 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:19:05,643 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:19:05,675 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:19:05,682 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:19:05,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:19:05,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:19:05,689 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T20:19:05,690 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:19:05,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a42b3e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:19:05,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f85ec92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:19:05,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a5e45e5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/java.io.tmpdir/jetty-localhost-41519-hadoop-hdfs-3_4_1-tests_jar-_-any-9371965593049466431/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:19:05,811 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b67927a{HTTP/1.1, (http/1.1)}{localhost:41519} 2024-11-20T20:19:05,811 INFO [Time-limited test {}] server.Server(415): Started @51128ms 2024-11-20T20:19:06,139 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:19:06,144 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:19:06,147 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:19:06,147 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:19:06,148 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T20:19:06,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ba9d83b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:19:06,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@368d87d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:19:06,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c055765{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/java.io.tmpdir/jetty-localhost-34503-hadoop-hdfs-3_4_1-tests_jar-_-any-18175398378444572204/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:19:06,258 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@503f5772{HTTP/1.1, (http/1.1)}{localhost:34503} 2024-11-20T20:19:06,258 INFO [Time-limited test {}] server.Server(415): Started @51576ms 2024-11-20T20:19:06,259 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T20:19:06,986 WARN [Thread-824 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/cluster_9a05145d-9ed6-e49c-7703-ac416f9a6016/data/data1/current/BP-644173966-172.17.0.2-1732133945232/current, will proceed with Du for space computation calculation, 2024-11-20T20:19:06,992 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/cluster_9a05145d-9ed6-e49c-7703-ac416f9a6016/data/data2/current/BP-644173966-172.17.0.2-1732133945232/current, will proceed with Du for space computation calculation, 2024-11-20T20:19:07,037 WARN [Thread-812 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T20:19:07,042 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdda5b57be07c679f with lease ID 0xe55d5c35d6e5c7af: Processing first storage report for DS-317a33b1-a724-41d3-b256-da043f29e970 from datanode DatanodeRegistration(127.0.0.1:34225, datanodeUuid=b79cd66d-5943-405c-8501-6fd158944c56, infoPort=44685, infoSecurePort=0, ipcPort=43483, storageInfo=lv=-57;cid=testClusterID;nsid=1484566902;c=1732133945232) 2024-11-20T20:19:07,042 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdda5b57be07c679f with lease ID 0xe55d5c35d6e5c7af: from storage DS-317a33b1-a724-41d3-b256-da043f29e970 node DatanodeRegistration(127.0.0.1:34225, datanodeUuid=b79cd66d-5943-405c-8501-6fd158944c56, infoPort=44685, infoSecurePort=0, ipcPort=43483, storageInfo=lv=-57;cid=testClusterID;nsid=1484566902;c=1732133945232), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T20:19:07,042 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdda5b57be07c679f with lease ID 0xe55d5c35d6e5c7af: Processing first storage report for DS-7590a446-c53d-465a-b867-2e21e4748cd6 from datanode DatanodeRegistration(127.0.0.1:34225, datanodeUuid=b79cd66d-5943-405c-8501-6fd158944c56, infoPort=44685, infoSecurePort=0, ipcPort=43483, storageInfo=lv=-57;cid=testClusterID;nsid=1484566902;c=1732133945232) 2024-11-20T20:19:07,042 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdda5b57be07c679f with lease ID 0xe55d5c35d6e5c7af: from storage DS-7590a446-c53d-465a-b867-2e21e4748cd6 node DatanodeRegistration(127.0.0.1:34225, datanodeUuid=b79cd66d-5943-405c-8501-6fd158944c56, infoPort=44685, infoSecurePort=0, ipcPort=43483, storageInfo=lv=-57;cid=testClusterID;nsid=1484566902;c=1732133945232), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:19:07,112 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124 2024-11-20T20:19:07,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:19:07,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:19:07,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741825_1001 (size=7) 2024-11-20T20:19:07,529 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff with version=8 2024-11-20T20:19:07,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/hbase-staging 2024-11-20T20:19:07,532 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:19:07,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:19:07,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:19:07,532 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:19:07,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:19:07,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:19:07,532 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T20:19:07,532 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:19:07,536 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43517 2024-11-20T20:19:07,537 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43517 connecting to ZooKeeper ensemble=127.0.0.1:60154 2024-11-20T20:19:07,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435170x0, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:19:07,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43517-0x10159e67b170000 connected 2024-11-20T20:19:07,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:19:07,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:19:07,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43517-0x10159e67b170000, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Set watcher on znode that does not yet exist, /0-2138710242/running 2024-11-20T20:19:07,886 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff, hbase.cluster.distributed=false 2024-11-20T20:19:07,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43517-0x10159e67b170000, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Set watcher on znode that does not yet exist, /0-2138710242/acl 2024-11-20T20:19:07,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43517 2024-11-20T20:19:07,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43517 2024-11-20T20:19:07,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43517 2024-11-20T20:19:07,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43517 2024-11-20T20:19:07,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43517 2024-11-20T20:19:07,918 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:19:07,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:19:07,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:19:07,918 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:19:07,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:19:07,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:19:07,918 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T20:19:07,919 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:19:07,919 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40097 2024-11-20T20:19:07,921 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40097 connecting to ZooKeeper ensemble=127.0.0.1:60154 2024-11-20T20:19:07,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:19:07,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:19:07,938 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400970x0, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:19:07,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40097-0x10159e67b170001 connected 2024-11-20T20:19:07,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40097-0x10159e67b170001, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Set watcher on znode that does not yet exist, /0-2138710242/running 2024-11-20T20:19:07,939 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T20:19:07,940 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T20:19:07,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40097-0x10159e67b170001, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Set watcher on znode that does not yet exist, /0-2138710242/master 2024-11-20T20:19:07,942 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40097-0x10159e67b170001, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Set watcher on znode that does not yet exist, /0-2138710242/acl 2024-11-20T20:19:07,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40097 2024-11-20T20:19:07,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40097 2024-11-20T20:19:07,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40097 2024-11-20T20:19:07,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40097 2024-11-20T20:19:07,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40097 2024-11-20T20:19:07,969 DEBUG [M:0;d7d59561a64e:43517 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7d59561a64e:43517 2024-11-20T20:19:07,969 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2138710242/backup-masters/d7d59561a64e,43517,1732133947531 2024-11-20T20:19:07,980 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x10159e67b170001, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138710242/backup-masters 2024-11-20T20:19:07,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x10159e67b170000, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138710242/backup-masters 2024-11-20T20:19:07,981 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43517-0x10159e67b170000, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Set watcher on existing znode=/0-2138710242/backup-masters/d7d59561a64e,43517,1732133947531 2024-11-20T20:19:07,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x10159e67b170000, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138710242 2024-11-20T20:19:07,991 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x10159e67b170001, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2138710242/master 2024-11-20T20:19:07,991 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x10159e67b170001, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138710242 2024-11-20T20:19:07,991 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43517-0x10159e67b170000, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Set watcher on existing znode=/0-2138710242/master 2024-11-20T20:19:07,992 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2138710242/backup-masters/d7d59561a64e,43517,1732133947531 from backup master directory 2024-11-20T20:19:08,001 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x10159e67b170001, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138710242/backup-masters 2024-11-20T20:19:08,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x10159e67b170000, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2138710242/backup-masters/d7d59561a64e,43517,1732133947531 2024-11-20T20:19:08,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x10159e67b170000, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138710242/backup-masters 2024-11-20T20:19:08,001 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:19:08,002 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7d59561a64e,43517,1732133947531 2024-11-20T20:19:08,005 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/hbase.id] with ID: 58553349-da4a-4303-b915-4e076787f356 2024-11-20T20:19:08,006 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/.tmp/hbase.id 2024-11-20T20:19:08,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741826_1002 (size=42) 2024-11-20T20:19:08,413 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/.tmp/hbase.id]:[hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/hbase.id] 2024-11-20T20:19:08,427 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:19:08,427 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T20:19:08,428 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T20:19:08,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x10159e67b170000, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138710242 2024-11-20T20:19:08,475 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x10159e67b170001, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138710242 2024-11-20T20:19:08,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741827_1003 (size=196) 2024-11-20T20:19:08,485 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:19:08,486 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T20:19:08,487 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:19:08,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741828_1004 (size=1189) 2024-11-20T20:19:08,900 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/MasterData/data/master/store 2024-11-20T20:19:08,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741829_1005 (size=34) 2024-11-20T20:19:08,961 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:19:08,962 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:19:08,962 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:19:08,962 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:19:08,962 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:19:08,962 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:19:08,962 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:19:08,962 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732133948962Disabling compacts and flushes for region at 1732133948962Disabling writes for close at 1732133948962Writing region close event to WAL at 1732133948962Closed at 1732133948962 2024-11-20T20:19:08,963 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/MasterData/data/master/store/.initializing 2024-11-20T20:19:08,963 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/MasterData/WALs/d7d59561a64e,43517,1732133947531 2024-11-20T20:19:08,965 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:19:08,968 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C43517%2C1732133947531, suffix=, logDir=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/MasterData/WALs/d7d59561a64e,43517,1732133947531, archiveDir=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/MasterData/oldWALs, maxLogs=10 2024-11-20T20:19:09,002 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/MasterData/WALs/d7d59561a64e,43517,1732133947531/d7d59561a64e%2C43517%2C1732133947531.1732133948968, exclude list is [], retry=0 2024-11-20T20:19:09,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34225,DS-317a33b1-a724-41d3-b256-da043f29e970,DISK] 2024-11-20T20:19:09,067 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/MasterData/WALs/d7d59561a64e,43517,1732133947531/d7d59561a64e%2C43517%2C1732133947531.1732133948968 2024-11-20T20:19:09,068 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44685:44685)] 2024-11-20T20:19:09,068 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:19:09,068 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:19:09,068 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:19:09,069 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:19:09,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:19:09,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T20:19:09,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:09,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:19:09,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:19:09,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T20:19:09,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:09,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:19:09,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:19:09,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T20:19:09,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:09,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:19:09,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:19:09,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T20:19:09,112 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:09,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:19:09,113 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:19:09,114 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:19:09,115 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:19:09,117 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:19:09,117 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:19:09,118 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:19:09,120 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:19:09,147 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:19:09,148 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62550298, jitterRate=-0.06792792677879333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:19:09,149 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732133949069Initializing all the Stores at 1732133949070 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133949071 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133949092 (+21 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133949092Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133949092Cleaning up temporary data from old regions at 1732133949117 (+25 ms)Region opened successfully at 1732133949149 (+32 ms) 2024-11-20T20:19:09,160 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T20:19:09,165 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37004358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:19:09,166 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T20:19:09,167 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T20:19:09,167 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T20:19:09,167 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T20:19:09,168 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T20:19:09,168 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T20:19:09,168 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T20:19:09,182 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T20:19:09,189 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43517-0x10159e67b170000, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Unable to get data of znode /0-2138710242/balancer because node does not exist (not necessarily an error) 2024-11-20T20:19:09,243 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2138710242/balancer already deleted, retry=false 2024-11-20T20:19:09,244 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T20:19:09,245 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43517-0x10159e67b170000, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Unable to get data of znode /0-2138710242/normalizer because node does not exist (not necessarily an error) 2024-11-20T20:19:09,254 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2138710242/normalizer already deleted, retry=false 2024-11-20T20:19:09,255 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T20:19:09,268 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43517-0x10159e67b170000, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Unable to get data of znode /0-2138710242/switch/split because node does not exist (not necessarily an error) 2024-11-20T20:19:09,280 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2138710242/switch/split already deleted, retry=false 2024-11-20T20:19:09,283 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43517-0x10159e67b170000, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Unable to get data of znode /0-2138710242/switch/merge because node does not exist (not necessarily an error) 2024-11-20T20:19:09,290 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2138710242/switch/merge already deleted, retry=false 2024-11-20T20:19:09,295 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43517-0x10159e67b170000, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Unable to get data of znode /0-2138710242/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T20:19:09,307 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2138710242/snapshot-cleanup already deleted, retry=false 2024-11-20T20:19:09,317 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x10159e67b170001, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2138710242/running 2024-11-20T20:19:09,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x10159e67b170000, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2138710242/running 2024-11-20T20:19:09,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x10159e67b170000, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138710242 2024-11-20T20:19:09,317 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x10159e67b170001, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138710242 2024-11-20T20:19:09,318 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7d59561a64e,43517,1732133947531, sessionid=0x10159e67b170000, setting cluster-up flag (Was=false) 2024-11-20T20:19:09,343 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x10159e67b170001, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138710242 2024-11-20T20:19:09,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x10159e67b170000, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138710242 2024-11-20T20:19:09,374 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2138710242/flush-table-proc/acquired, /0-2138710242/flush-table-proc/reached, /0-2138710242/flush-table-proc/abort 2024-11-20T20:19:09,376 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,43517,1732133947531 2024-11-20T20:19:09,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x10159e67b170000, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138710242 2024-11-20T20:19:09,395 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x10159e67b170001, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138710242 2024-11-20T20:19:09,439 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2138710242/online-snapshot/acquired, /0-2138710242/online-snapshot/reached, /0-2138710242/online-snapshot/abort 2024-11-20T20:19:09,441 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,43517,1732133947531 2024-11-20T20:19:09,461 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T20:19:09,466 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T20:19:09,466 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T20:19:09,467 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T20:19:09,467 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7d59561a64e,43517,1732133947531 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T20:19:09,469 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:19:09,469 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:19:09,469 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:19:09,469 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:19:09,469 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7d59561a64e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T20:19:09,469 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:19:09,469 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:19:09,469 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:19:09,492 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:19:09,492 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T20:19:09,496 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:09,496 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T20:19:09,536 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732133979536 2024-11-20T20:19:09,537 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T20:19:09,537 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T20:19:09,537 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T20:19:09,537 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T20:19:09,537 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T20:19:09,537 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T20:19:09,565 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:09,589 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T20:19:09,590 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T20:19:09,590 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T20:19:09,590 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T20:19:09,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741831_1007 (size=1321) 2024-11-20T20:19:09,592 INFO [RS:0;d7d59561a64e:40097 {}] regionserver.HRegionServer(746): ClusterId : 58553349-da4a-4303-b915-4e076787f356 2024-11-20T20:19:09,592 DEBUG [RS:0;d7d59561a64e:40097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T20:19:09,595 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T20:19:09,595 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T20:19:09,596 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732133949596,5,FailOnTimeoutGroup] 2024-11-20T20:19:09,596 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732133949596,5,FailOnTimeoutGroup] 2024-11-20T20:19:09,596 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:09,596 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T20:19:09,596 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:09,596 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:09,608 DEBUG [RS:0;d7d59561a64e:40097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T20:19:09,608 DEBUG [RS:0;d7d59561a64e:40097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T20:19:09,622 DEBUG [RS:0;d7d59561a64e:40097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T20:19:09,623 DEBUG [RS:0;d7d59561a64e:40097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@664a6ac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:19:09,673 DEBUG [RS:0;d7d59561a64e:40097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7d59561a64e:40097 2024-11-20T20:19:09,673 INFO [RS:0;d7d59561a64e:40097 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T20:19:09,673 INFO [RS:0;d7d59561a64e:40097 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T20:19:09,673 DEBUG [RS:0;d7d59561a64e:40097 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T20:19:09,674 INFO [RS:0;d7d59561a64e:40097 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d59561a64e,43517,1732133947531 with port=40097, startcode=1732133947918 2024-11-20T20:19:09,674 DEBUG [RS:0;d7d59561a64e:40097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T20:19:09,697 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T20:19:09,698 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43517 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7d59561a64e,40097,1732133947918 2024-11-20T20:19:09,698 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43517 {}] master.ServerManager(517): Registering regionserver=d7d59561a64e,40097,1732133947918 2024-11-20T20:19:09,700 DEBUG [RS:0;d7d59561a64e:40097 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff 2024-11-20T20:19:09,700 DEBUG [RS:0;d7d59561a64e:40097 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40771 2024-11-20T20:19:09,700 DEBUG [RS:0;d7d59561a64e:40097 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T20:19:09,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x10159e67b170000, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138710242/rs 2024-11-20T20:19:09,713 DEBUG [RS:0;d7d59561a64e:40097 {}] zookeeper.ZKUtil(111): regionserver:40097-0x10159e67b170001, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Set watcher on existing znode=/0-2138710242/rs/d7d59561a64e,40097,1732133947918 2024-11-20T20:19:09,713 WARN [RS:0;d7d59561a64e:40097 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:19:09,713 INFO [RS:0;d7d59561a64e:40097 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:19:09,713 DEBUG [RS:0;d7d59561a64e:40097 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918 2024-11-20T20:19:09,729 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7d59561a64e,40097,1732133947918] 2024-11-20T20:19:09,746 INFO [RS:0;d7d59561a64e:40097 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T20:19:09,762 INFO [RS:0;d7d59561a64e:40097 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T20:19:09,764 INFO [RS:0;d7d59561a64e:40097 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T20:19:09,764 INFO [RS:0;d7d59561a64e:40097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:09,776 INFO [RS:0;d7d59561a64e:40097 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T20:19:09,777 INFO [RS:0;d7d59561a64e:40097 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T20:19:09,778 INFO [RS:0;d7d59561a64e:40097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:09,778 DEBUG [RS:0;d7d59561a64e:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:19:09,778 DEBUG [RS:0;d7d59561a64e:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:19:09,778 DEBUG [RS:0;d7d59561a64e:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:19:09,778 DEBUG [RS:0;d7d59561a64e:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:19:09,778 DEBUG [RS:0;d7d59561a64e:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:19:09,778 DEBUG [RS:0;d7d59561a64e:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:19:09,779 DEBUG [RS:0;d7d59561a64e:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:19:09,779 DEBUG [RS:0;d7d59561a64e:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:19:09,779 DEBUG [RS:0;d7d59561a64e:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:19:09,779 DEBUG [RS:0;d7d59561a64e:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:19:09,779 DEBUG [RS:0;d7d59561a64e:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:19:09,779 DEBUG [RS:0;d7d59561a64e:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:19:09,779 DEBUG [RS:0;d7d59561a64e:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:19:09,779 DEBUG [RS:0;d7d59561a64e:40097 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:19:09,809 INFO [RS:0;d7d59561a64e:40097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:09,809 INFO [RS:0;d7d59561a64e:40097 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:09,809 INFO [RS:0;d7d59561a64e:40097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:09,809 INFO [RS:0;d7d59561a64e:40097 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:09,809 INFO [RS:0;d7d59561a64e:40097 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:09,809 INFO [RS:0;d7d59561a64e:40097 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,40097,1732133947918-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:19:09,859 INFO [RS:0;d7d59561a64e:40097 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T20:19:09,859 INFO [RS:0;d7d59561a64e:40097 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,40097,1732133947918-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:09,860 INFO [RS:0;d7d59561a64e:40097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:09,860 INFO [RS:0;d7d59561a64e:40097 {}] regionserver.Replication(171): d7d59561a64e,40097,1732133947918 started 2024-11-20T20:19:09,882 INFO [RS:0;d7d59561a64e:40097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:09,883 INFO [RS:0;d7d59561a64e:40097 {}] regionserver.HRegionServer(1482): Serving as d7d59561a64e,40097,1732133947918, RpcServer on d7d59561a64e/172.17.0.2:40097, sessionid=0x10159e67b170001 2024-11-20T20:19:09,883 DEBUG [RS:0;d7d59561a64e:40097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T20:19:09,883 DEBUG [RS:0;d7d59561a64e:40097 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7d59561a64e,40097,1732133947918 2024-11-20T20:19:09,883 DEBUG [RS:0;d7d59561a64e:40097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,40097,1732133947918' 2024-11-20T20:19:09,883 DEBUG [RS:0;d7d59561a64e:40097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2138710242/flush-table-proc/abort' 2024-11-20T20:19:09,893 DEBUG [RS:0;d7d59561a64e:40097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2138710242/flush-table-proc/acquired' 2024-11-20T20:19:09,895 DEBUG [RS:0;d7d59561a64e:40097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T20:19:09,895 DEBUG [RS:0;d7d59561a64e:40097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T20:19:09,896 DEBUG [RS:0;d7d59561a64e:40097 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7d59561a64e,40097,1732133947918 2024-11-20T20:19:09,896 DEBUG [RS:0;d7d59561a64e:40097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,40097,1732133947918' 2024-11-20T20:19:09,896 DEBUG [RS:0;d7d59561a64e:40097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2138710242/online-snapshot/abort' 2024-11-20T20:19:09,896 DEBUG [RS:0;d7d59561a64e:40097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2138710242/online-snapshot/acquired' 2024-11-20T20:19:09,897 DEBUG [RS:0;d7d59561a64e:40097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T20:19:09,897 INFO [RS:0;d7d59561a64e:40097 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T20:19:09,897 INFO [RS:0;d7d59561a64e:40097 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T20:19:09,992 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T20:19:09,993 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff 2024-11-20T20:19:09,999 INFO [RS:0;d7d59561a64e:40097 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:19:10,003 INFO [RS:0;d7d59561a64e:40097 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C40097%2C1732133947918, suffix=, logDir=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918, archiveDir=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/oldWALs, maxLogs=10 2024-11-20T20:19:10,030 DEBUG [RS:0;d7d59561a64e:40097 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004, exclude list is [], retry=0 2024-11-20T20:19:10,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34225,DS-317a33b1-a724-41d3-b256-da043f29e970,DISK] 2024-11-20T20:19:10,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741832_1008 (size=32) 2024-11-20T20:19:10,075 INFO [RS:0;d7d59561a64e:40097 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 2024-11-20T20:19:10,080 DEBUG [RS:0;d7d59561a64e:40097 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44685:44685)] 2024-11-20T20:19:10,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:19:10,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:19:10,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:19:10,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:10,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:19:10,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:19:10,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:19:10,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:10,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:19:10,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:19:10,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:19:10,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:10,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:19:10,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:19:10,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:19:10,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:10,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:19:10,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:19:10,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/meta/1588230740 2024-11-20T20:19:10,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/meta/1588230740 2024-11-20T20:19:10,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:19:10,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:19:10,515 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:19:10,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:19:10,524 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:19:10,525 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60538473, jitterRate=-0.0979064553976059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:19:10,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732133950474Initializing all the Stores at 1732133950477 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133950478 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133950478Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133950478Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133950478Cleaning up temporary data from old regions at 1732133950514 (+36 ms)Region opened successfully at 1732133950526 (+12 ms) 2024-11-20T20:19:10,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:19:10,526 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:19:10,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:19:10,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:19:10,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:19:10,552 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:19:10,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732133950526Disabling compacts and flushes for region at 1732133950526Disabling writes for close at 1732133950527 (+1 ms)Writing region close event to WAL at 1732133950552 (+25 ms)Closed at 1732133950552 2024-11-20T20:19:10,557 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:19:10,557 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T20:19:10,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T20:19:10,568 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:19:10,571 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T20:19:10,721 DEBUG [d7d59561a64e:43517 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T20:19:10,722 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7d59561a64e,40097,1732133947918 2024-11-20T20:19:10,725 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,40097,1732133947918, state=OPENING 2024-11-20T20:19:10,816 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T20:19:10,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x10159e67b170000, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138710242 2024-11-20T20:19:10,860 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x10159e67b170001, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138710242 2024-11-20T20:19:10,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2138710242/meta-region-server: CHANGED 2024-11-20T20:19:10,862 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:19:10,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,40097,1732133947918}] 2024-11-20T20:19:10,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2138710242/meta-region-server: CHANGED 2024-11-20T20:19:11,026 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:19:11,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T20:19:11,052 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T20:19:11,052 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:19:11,053 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T20:19:11,077 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C40097%2C1732133947918.meta, suffix=.meta, logDir=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918, archiveDir=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/oldWALs, maxLogs=10 2024-11-20T20:19:11,132 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.meta.1732133951078.meta, exclude list is [], retry=0 2024-11-20T20:19:11,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34225,DS-317a33b1-a724-41d3-b256-da043f29e970,DISK] 2024-11-20T20:19:11,147 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.meta.1732133951078.meta 2024-11-20T20:19:11,153 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44685:44685)] 2024-11-20T20:19:11,153 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:19:11,154 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:19:11,154 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:19:11,154 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T20:19:11,154 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T20:19:11,155 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T20:19:11,155 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:19:11,155 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T20:19:11,155 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T20:19:11,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:19:11,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:19:11,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:11,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:19:11,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:19:11,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:19:11,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:11,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:19:11,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:19:11,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:19:11,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:11,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:19:11,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:19:11,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:19:11,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:11,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:19:11,229 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:19:11,232 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/meta/1588230740 2024-11-20T20:19:11,238 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/meta/1588230740 2024-11-20T20:19:11,243 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:19:11,243 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:19:11,244 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:19:11,246 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:19:11,247 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63203878, jitterRate=-0.058188825845718384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:19:11,248 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T20:19:11,248 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732133951155Writing region info on filesystem at 1732133951155Initializing all the Stores at 1732133951162 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133951162Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133951172 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133951172Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133951172Cleaning up temporary data from old regions at 1732133951243 (+71 ms)Running coprocessor post-open hooks at 1732133951248 (+5 ms)Region opened successfully at 1732133951248 2024-11-20T20:19:11,250 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732133951025 2024-11-20T20:19:11,253 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T20:19:11,253 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T20:19:11,258 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,40097,1732133947918 2024-11-20T20:19:11,260 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,40097,1732133947918, state=OPEN 2024-11-20T20:19:11,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x10159e67b170000, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2138710242/meta-region-server 2024-11-20T20:19:11,416 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x10159e67b170001, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2138710242/meta-region-server 2024-11-20T20:19:11,416 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2138710242/meta-region-server: CHANGED 2024-11-20T20:19:11,416 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2138710242/meta-region-server: CHANGED 2024-11-20T20:19:11,416 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7d59561a64e,40097,1732133947918 2024-11-20T20:19:11,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T20:19:11,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,40097,1732133947918 in 555 msec 2024-11-20T20:19:11,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T20:19:11,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 871 msec 2024-11-20T20:19:11,435 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:19:11,435 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T20:19:11,437 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:19:11,438 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,40097,1732133947918, seqNum=-1] 2024-11-20T20:19:11,438 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:19:11,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:19:11,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.9850 sec 2024-11-20T20:19:11,454 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732133951454, completionTime=-1 2024-11-20T20:19:11,454 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T20:19:11,454 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T20:19:11,458 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T20:19:11,458 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732134011458 2024-11-20T20:19:11,458 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732134071458 2024-11-20T20:19:11,458 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-20T20:19:11,459 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,43517,1732133947531-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:11,459 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,43517,1732133947531-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:11,459 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,43517,1732133947531-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:11,459 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7d59561a64e:43517, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:11,459 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:11,463 DEBUG [master/d7d59561a64e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T20:19:11,465 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:11,472 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.470sec 2024-11-20T20:19:11,472 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T20:19:11,472 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T20:19:11,472 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T20:19:11,472 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T20:19:11,472 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T20:19:11,472 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,43517,1732133947531-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:19:11,473 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,43517,1732133947531-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T20:19:11,487 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T20:19:11,487 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T20:19:11,488 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,43517,1732133947531-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:11,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27632f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:11,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,43517,-1 for getting cluster id 2024-11-20T20:19:11,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:19:11,508 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58553349-da4a-4303-b915-4e076787f356' 2024-11-20T20:19:11,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:19:11,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58553349-da4a-4303-b915-4e076787f356" 2024-11-20T20:19:11,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d725b90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:11,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,43517,-1] 2024-11-20T20:19:11,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:19:11,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:11,511 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:19:11,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c6bf546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:11,515 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:19:11,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,40097,1732133947918, seqNum=-1] 2024-11-20T20:19:11,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:19:11,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:19:11,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7d59561a64e,43517,1732133947531 2024-11-20T20:19:11,525 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60154 2024-11-20T20:19:11,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:19:11,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10159e67b170002 connected 2024-11-20T20:19:11,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/hadoop.log.dir so I do NOT create it in target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee 2024-11-20T20:19:11,839 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T20:19:11,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/hadoop.tmp.dir so I do NOT create it in target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee 2024-11-20T20:19:11,839 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T20:19:11,839 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee 2024-11-20T20:19:11,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T20:19:11,840 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/cluster_b5f37b1a-8af4-c6be-4b53-ee2c0334dbed, deleteOnExit=true 2024-11-20T20:19:11,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T20:19:11,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/test.cache.data in system properties and HBase conf 2024-11-20T20:19:11,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T20:19:11,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/hadoop.log.dir in system properties and HBase conf 2024-11-20T20:19:11,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T20:19:11,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T20:19:11,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T20:19:11,841 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T20:19:11,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:19:11,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:19:11,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T20:19:11,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:19:11,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T20:19:11,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T20:19:11,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:19:11,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:19:11,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T20:19:11,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/nfs.dump.dir in system properties and HBase conf 2024-11-20T20:19:11,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/java.io.tmpdir in system properties and HBase conf 2024-11-20T20:19:11,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:19:11,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T20:19:11,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T20:19:12,431 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:19:12,437 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:19:12,444 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:19:12,444 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:19:12,444 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:19:12,445 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:19:12,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ab24f83{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:19:12,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42b16601{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:19:12,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77ddd912{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/java.io.tmpdir/jetty-localhost-42017-hadoop-hdfs-3_4_1-tests_jar-_-any-12643706935950301059/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:19:12,569 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@322fd7b0{HTTP/1.1, (http/1.1)}{localhost:42017} 2024-11-20T20:19:12,570 INFO [Time-limited test {}] server.Server(415): Started @57887ms 2024-11-20T20:19:12,965 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:19:12,971 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:19:12,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:19:12,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:19:12,973 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T20:19:12,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f74644b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:19:12,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@172ab688{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:19:13,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2aa5f9d6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/java.io.tmpdir/jetty-localhost-44431-hadoop-hdfs-3_4_1-tests_jar-_-any-3389641578902996013/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:19:13,122 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68adde9c{HTTP/1.1, (http/1.1)}{localhost:44431} 2024-11-20T20:19:13,122 INFO [Time-limited test {}] server.Server(415): Started @58440ms 2024-11-20T20:19:13,124 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T20:19:13,827 WARN [Thread-944 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/cluster_b5f37b1a-8af4-c6be-4b53-ee2c0334dbed/data/data1/current/BP-977886981-172.17.0.2-1732133951869/current, will proceed with Du for space computation calculation, 2024-11-20T20:19:13,840 WARN [Thread-945 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/cluster_b5f37b1a-8af4-c6be-4b53-ee2c0334dbed/data/data2/current/BP-977886981-172.17.0.2-1732133951869/current, will proceed with Du for space computation calculation, 2024-11-20T20:19:13,901 WARN [Thread-932 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T20:19:13,915 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11cba0fa2eedad87 with lease ID 0xbdcd68c6e3ed93ca: Processing first storage report for DS-acf709ec-9fe7-4a77-8e40-7b0aeaca7e0d from datanode DatanodeRegistration(127.0.0.1:46509, datanodeUuid=42e3e8a8-de60-4f00-bdb1-d0e160ba684d, infoPort=32805, infoSecurePort=0, ipcPort=33213, storageInfo=lv=-57;cid=testClusterID;nsid=1779976119;c=1732133951869) 2024-11-20T20:19:13,915 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11cba0fa2eedad87 with lease ID 0xbdcd68c6e3ed93ca: from storage DS-acf709ec-9fe7-4a77-8e40-7b0aeaca7e0d node DatanodeRegistration(127.0.0.1:46509, datanodeUuid=42e3e8a8-de60-4f00-bdb1-d0e160ba684d, infoPort=32805, infoSecurePort=0, ipcPort=33213, storageInfo=lv=-57;cid=testClusterID;nsid=1779976119;c=1732133951869), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T20:19:13,915 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11cba0fa2eedad87 with lease ID 0xbdcd68c6e3ed93ca: Processing first storage report for DS-6c90ead8-3584-4302-b4bc-fdac6aada3a7 from datanode DatanodeRegistration(127.0.0.1:46509, datanodeUuid=42e3e8a8-de60-4f00-bdb1-d0e160ba684d, infoPort=32805, infoSecurePort=0, ipcPort=33213, storageInfo=lv=-57;cid=testClusterID;nsid=1779976119;c=1732133951869) 2024-11-20T20:19:13,915 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11cba0fa2eedad87 with lease ID 0xbdcd68c6e3ed93ca: from storage DS-6c90ead8-3584-4302-b4bc-fdac6aada3a7 node DatanodeRegistration(127.0.0.1:46509, datanodeUuid=42e3e8a8-de60-4f00-bdb1-d0e160ba684d, infoPort=32805, infoSecurePort=0, ipcPort=33213, storageInfo=lv=-57;cid=testClusterID;nsid=1779976119;c=1732133951869), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:19:14,006 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee 2024-11-20T20:19:14,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:19:14,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:19:14,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741825_1001 (size=7) 2024-11-20T20:19:14,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T20:19:14,095 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T20:19:14,096 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:19:14,096 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T20:19:14,096 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:19:14,096 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T20:19:14,419 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8 with version=8 2024-11-20T20:19:14,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/hbase-staging 2024-11-20T20:19:14,421 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:19:14,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:19:14,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:19:14,421 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:19:14,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:19:14,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:19:14,421 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T20:19:14,421 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:19:14,422 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33521 2024-11-20T20:19:14,423 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33521 connecting to ZooKeeper ensemble=127.0.0.1:60154 2024-11-20T20:19:14,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335210x0, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:19:14,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33521-0x10159e67b170003 connected 2024-11-20T20:19:14,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:19:14,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:19:14,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33521-0x10159e67b170003, quorum=127.0.0.1:60154, baseZNode=/1641449506 Set watcher on znode that does not yet exist, /1641449506/running 2024-11-20T20:19:14,555 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8, hbase.cluster.distributed=false 2024-11-20T20:19:14,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33521-0x10159e67b170003, quorum=127.0.0.1:60154, baseZNode=/1641449506 Set watcher on znode that does not yet exist, /1641449506/acl 2024-11-20T20:19:14,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33521 2024-11-20T20:19:14,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33521 2024-11-20T20:19:14,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33521 2024-11-20T20:19:14,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33521 2024-11-20T20:19:14,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33521 2024-11-20T20:19:14,581 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:19:14,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:19:14,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:19:14,582 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:19:14,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:19:14,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:19:14,582 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T20:19:14,582 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:19:14,584 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42899 2024-11-20T20:19:14,585 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42899 connecting to ZooKeeper ensemble=127.0.0.1:60154 2024-11-20T20:19:14,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:19:14,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:19:14,658 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428990x0, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:19:14,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42899-0x10159e67b170004, quorum=127.0.0.1:60154, baseZNode=/1641449506 Set watcher on znode that does not yet exist, /1641449506/running 2024-11-20T20:19:14,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42899-0x10159e67b170004 connected 2024-11-20T20:19:14,658 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T20:19:14,659 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T20:19:14,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42899-0x10159e67b170004, quorum=127.0.0.1:60154, baseZNode=/1641449506 Set watcher on znode that does not yet exist, /1641449506/master 2024-11-20T20:19:14,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42899-0x10159e67b170004, quorum=127.0.0.1:60154, baseZNode=/1641449506 Set watcher on znode that does not yet exist, /1641449506/acl 2024-11-20T20:19:14,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42899 2024-11-20T20:19:14,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42899 2024-11-20T20:19:14,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42899 2024-11-20T20:19:14,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42899 2024-11-20T20:19:14,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42899 2024-11-20T20:19:14,688 DEBUG [M:0;d7d59561a64e:33521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7d59561a64e:33521 2024-11-20T20:19:14,689 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1641449506/backup-masters/d7d59561a64e,33521,1732133954421 2024-11-20T20:19:14,706 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10159e67b170004, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641449506/backup-masters 2024-11-20T20:19:14,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x10159e67b170003, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641449506/backup-masters 2024-11-20T20:19:14,707 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33521-0x10159e67b170003, quorum=127.0.0.1:60154, baseZNode=/1641449506 Set watcher on existing znode=/1641449506/backup-masters/d7d59561a64e,33521,1732133954421 2024-11-20T20:19:14,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x10159e67b170003, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641449506 2024-11-20T20:19:14,717 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10159e67b170004, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1641449506/master 2024-11-20T20:19:14,717 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10159e67b170004, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641449506 2024-11-20T20:19:14,718 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33521-0x10159e67b170003, quorum=127.0.0.1:60154, baseZNode=/1641449506 Set watcher on existing znode=/1641449506/master 2024-11-20T20:19:14,718 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1641449506/backup-masters/d7d59561a64e,33521,1732133954421 from backup master directory 2024-11-20T20:19:14,727 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10159e67b170004, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641449506/backup-masters 2024-11-20T20:19:14,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x10159e67b170003, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1641449506/backup-masters/d7d59561a64e,33521,1732133954421 2024-11-20T20:19:14,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x10159e67b170003, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641449506/backup-masters 2024-11-20T20:19:14,728 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:19:14,728 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7d59561a64e,33521,1732133954421 2024-11-20T20:19:14,732 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/hbase.id] with ID: a49e9d07-f4a2-4912-b3c2-e67e27add7c0 2024-11-20T20:19:14,732 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/.tmp/hbase.id 2024-11-20T20:19:14,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741826_1002 (size=42) 2024-11-20T20:19:15,148 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/.tmp/hbase.id]:[hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/hbase.id] 2024-11-20T20:19:15,184 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:19:15,184 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T20:19:15,191 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 6ms. 2024-11-20T20:19:15,201 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10159e67b170004, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641449506 2024-11-20T20:19:15,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x10159e67b170003, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641449506 2024-11-20T20:19:15,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741827_1003 (size=196) 2024-11-20T20:19:15,269 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:19:15,270 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T20:19:15,293 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:19:15,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741828_1004 (size=1189) 2024-11-20T20:19:15,354 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/MasterData/data/master/store 2024-11-20T20:19:15,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741829_1005 (size=34) 2024-11-20T20:19:15,746 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T20:19:15,851 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:19:15,851 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:19:15,851 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:19:15,852 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:19:15,852 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:19:15,852 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:19:15,852 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:19:15,852 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732133955851Disabling compacts and flushes for region at 1732133955851Disabling writes for close at 1732133955852 (+1 ms)Writing region close event to WAL at 1732133955852Closed at 1732133955852 2024-11-20T20:19:15,853 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/MasterData/data/master/store/.initializing 2024-11-20T20:19:15,853 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/MasterData/WALs/d7d59561a64e,33521,1732133954421 2024-11-20T20:19:15,854 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:19:15,855 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C33521%2C1732133954421, suffix=, logDir=hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/MasterData/WALs/d7d59561a64e,33521,1732133954421, archiveDir=hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/MasterData/oldWALs, maxLogs=10 2024-11-20T20:19:15,868 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/MasterData/WALs/d7d59561a64e,33521,1732133954421/d7d59561a64e%2C33521%2C1732133954421.1732133955856, exclude list is [], retry=0 2024-11-20T20:19:15,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46509,DS-acf709ec-9fe7-4a77-8e40-7b0aeaca7e0d,DISK] 2024-11-20T20:19:15,873 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/MasterData/WALs/d7d59561a64e,33521,1732133954421/d7d59561a64e%2C33521%2C1732133954421.1732133955856 2024-11-20T20:19:15,873 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32805:32805)] 2024-11-20T20:19:15,873 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:19:15,873 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:19:15,874 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:19:15,874 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:19:15,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:19:15,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T20:19:15,877 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:15,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:19:15,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:19:15,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T20:19:15,879 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:15,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:19:15,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:19:15,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T20:19:15,881 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:15,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:19:15,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:19:15,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T20:19:15,884 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:15,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:19:15,885 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:19:15,885 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:19:15,886 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:19:15,887 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:19:15,887 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:19:15,888 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:19:15,889 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:19:15,892 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:19:15,892 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65360252, jitterRate=-0.026056349277496338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:19:15,893 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732133955874Initializing all the Stores at 1732133955875 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133955875Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133955875Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133955875Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133955875Cleaning up temporary data from old regions at 1732133955887 (+12 ms)Region opened successfully at 1732133955892 (+5 ms) 2024-11-20T20:19:15,893 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T20:19:15,897 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@524a1baa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:19:15,898 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T20:19:15,898 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T20:19:15,898 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T20:19:15,898 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T20:19:15,899 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T20:19:15,899 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T20:19:15,899 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T20:19:15,902 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T20:19:15,903 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33521-0x10159e67b170003, quorum=127.0.0.1:60154, baseZNode=/1641449506 Unable to get data of znode /1641449506/balancer because node does not exist (not necessarily an error) 2024-11-20T20:19:15,910 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1641449506/balancer already deleted, retry=false 2024-11-20T20:19:15,911 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T20:19:15,912 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33521-0x10159e67b170003, quorum=127.0.0.1:60154, baseZNode=/1641449506 Unable to get data of znode /1641449506/normalizer because node does not exist (not necessarily an error) 2024-11-20T20:19:15,921 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1641449506/normalizer already deleted, retry=false 2024-11-20T20:19:15,921 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T20:19:15,923 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33521-0x10159e67b170003, quorum=127.0.0.1:60154, baseZNode=/1641449506 Unable to get data of znode /1641449506/switch/split because node does not exist (not necessarily an error) 2024-11-20T20:19:15,931 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1641449506/switch/split already deleted, retry=false 2024-11-20T20:19:15,933 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33521-0x10159e67b170003, quorum=127.0.0.1:60154, baseZNode=/1641449506 Unable to get data of znode /1641449506/switch/merge because node does not exist (not necessarily an error) 2024-11-20T20:19:15,942 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1641449506/switch/merge already deleted, retry=false 2024-11-20T20:19:15,944 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33521-0x10159e67b170003, quorum=127.0.0.1:60154, baseZNode=/1641449506 Unable to get data of znode /1641449506/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T20:19:15,952 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1641449506/snapshot-cleanup already deleted, retry=false 2024-11-20T20:19:15,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x10159e67b170003, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1641449506/running 2024-11-20T20:19:15,963 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10159e67b170004, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1641449506/running 2024-11-20T20:19:15,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x10159e67b170003, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641449506 2024-11-20T20:19:15,963 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10159e67b170004, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641449506 2024-11-20T20:19:15,963 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7d59561a64e,33521,1732133954421, sessionid=0x10159e67b170003, setting cluster-up flag (Was=false) 2024-11-20T20:19:15,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x10159e67b170003, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641449506 2024-11-20T20:19:15,984 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10159e67b170004, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641449506 2024-11-20T20:19:16,016 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1641449506/flush-table-proc/acquired, /1641449506/flush-table-proc/reached, /1641449506/flush-table-proc/abort 2024-11-20T20:19:16,017 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,33521,1732133954421 2024-11-20T20:19:16,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x10159e67b170003, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641449506 2024-11-20T20:19:16,037 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10159e67b170004, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641449506 2024-11-20T20:19:16,068 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1641449506/online-snapshot/acquired, /1641449506/online-snapshot/reached, /1641449506/online-snapshot/abort 2024-11-20T20:19:16,069 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,33521,1732133954421 2024-11-20T20:19:16,070 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T20:19:16,072 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T20:19:16,072 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T20:19:16,073 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T20:19:16,073 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7d59561a64e,33521,1732133954421 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T20:19:16,074 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:19:16,074 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:19:16,075 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:19:16,075 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:19:16,075 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7d59561a64e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T20:19:16,075 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:19:16,075 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:19:16,075 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:19:16,077 INFO [RS:0;d7d59561a64e:42899 {}] regionserver.HRegionServer(746): ClusterId : a49e9d07-f4a2-4912-b3c2-e67e27add7c0 2024-11-20T20:19:16,077 DEBUG [RS:0;d7d59561a64e:42899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T20:19:16,078 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:19:16,078 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T20:19:16,079 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:16,079 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T20:19:16,080 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732133986080 2024-11-20T20:19:16,080 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T20:19:16,080 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T20:19:16,080 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T20:19:16,080 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T20:19:16,080 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T20:19:16,081 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T20:19:16,084 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:16,087 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T20:19:16,088 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T20:19:16,088 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T20:19:16,088 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T20:19:16,088 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T20:19:16,088 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T20:19:16,090 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732133956088,5,FailOnTimeoutGroup] 2024-11-20T20:19:16,090 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732133956090,5,FailOnTimeoutGroup] 2024-11-20T20:19:16,090 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:16,090 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T20:19:16,090 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:16,090 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:16,090 DEBUG [RS:0;d7d59561a64e:42899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T20:19:16,090 DEBUG [RS:0;d7d59561a64e:42899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T20:19:16,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741831_1007 (size=1321) 2024-11-20T20:19:16,101 DEBUG [RS:0;d7d59561a64e:42899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T20:19:16,101 DEBUG [RS:0;d7d59561a64e:42899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2810063b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:19:16,113 DEBUG [RS:0;d7d59561a64e:42899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7d59561a64e:42899 2024-11-20T20:19:16,113 INFO [RS:0;d7d59561a64e:42899 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T20:19:16,113 INFO [RS:0;d7d59561a64e:42899 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T20:19:16,113 DEBUG [RS:0;d7d59561a64e:42899 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T20:19:16,114 INFO [RS:0;d7d59561a64e:42899 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d59561a64e,33521,1732133954421 with port=42899, startcode=1732133954581 2024-11-20T20:19:16,114 DEBUG [RS:0;d7d59561a64e:42899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T20:19:16,117 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T20:19:16,117 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33521 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7d59561a64e,42899,1732133954581 2024-11-20T20:19:16,117 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33521 {}] master.ServerManager(517): Registering regionserver=d7d59561a64e,42899,1732133954581 2024-11-20T20:19:16,119 DEBUG [RS:0;d7d59561a64e:42899 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8 2024-11-20T20:19:16,119 DEBUG [RS:0;d7d59561a64e:42899 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33381 2024-11-20T20:19:16,119 DEBUG [RS:0;d7d59561a64e:42899 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T20:19:16,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:19:16,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x10159e67b170003, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641449506/rs 2024-11-20T20:19:16,170 DEBUG [RS:0;d7d59561a64e:42899 {}] zookeeper.ZKUtil(111): regionserver:42899-0x10159e67b170004, quorum=127.0.0.1:60154, baseZNode=/1641449506 Set watcher on existing znode=/1641449506/rs/d7d59561a64e,42899,1732133954581 2024-11-20T20:19:16,170 WARN [RS:0;d7d59561a64e:42899 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:19:16,170 INFO [RS:0;d7d59561a64e:42899 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:19:16,170 DEBUG [RS:0;d7d59561a64e:42899 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/WALs/d7d59561a64e,42899,1732133954581 2024-11-20T20:19:16,170 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7d59561a64e,42899,1732133954581] 2024-11-20T20:19:16,174 INFO [RS:0;d7d59561a64e:42899 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T20:19:16,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:19:16,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:19:16,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:19:16,187 INFO [RS:0;d7d59561a64e:42899 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T20:19:16,187 INFO [RS:0;d7d59561a64e:42899 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T20:19:16,187 INFO [RS:0;d7d59561a64e:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:16,188 INFO [RS:0;d7d59561a64e:42899 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T20:19:16,189 INFO [RS:0;d7d59561a64e:42899 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T20:19:16,189 INFO [RS:0;d7d59561a64e:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:16,189 DEBUG [RS:0;d7d59561a64e:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:19:16,189 DEBUG [RS:0;d7d59561a64e:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:19:16,189 DEBUG [RS:0;d7d59561a64e:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:19:16,189 DEBUG [RS:0;d7d59561a64e:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:19:16,189 DEBUG [RS:0;d7d59561a64e:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:19:16,189 DEBUG [RS:0;d7d59561a64e:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:19:16,189 DEBUG [RS:0;d7d59561a64e:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:19:16,189 DEBUG [RS:0;d7d59561a64e:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:19:16,189 DEBUG [RS:0;d7d59561a64e:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:19:16,189 DEBUG [RS:0;d7d59561a64e:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:19:16,190 DEBUG [RS:0;d7d59561a64e:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:19:16,190 DEBUG [RS:0;d7d59561a64e:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:19:16,190 DEBUG [RS:0;d7d59561a64e:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:19:16,190 DEBUG [RS:0;d7d59561a64e:42899 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:19:16,190 INFO [RS:0;d7d59561a64e:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:16,190 INFO [RS:0;d7d59561a64e:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:16,190 INFO [RS:0;d7d59561a64e:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:16,190 INFO [RS:0;d7d59561a64e:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:16,190 INFO [RS:0;d7d59561a64e:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:16,190 INFO [RS:0;d7d59561a64e:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,42899,1732133954581-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:19:16,206 INFO [RS:0;d7d59561a64e:42899 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T20:19:16,207 INFO [RS:0;d7d59561a64e:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,42899,1732133954581-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:16,207 INFO [RS:0;d7d59561a64e:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:16,207 INFO [RS:0;d7d59561a64e:42899 {}] regionserver.Replication(171): d7d59561a64e,42899,1732133954581 started 2024-11-20T20:19:16,221 INFO [RS:0;d7d59561a64e:42899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:16,221 INFO [RS:0;d7d59561a64e:42899 {}] regionserver.HRegionServer(1482): Serving as d7d59561a64e,42899,1732133954581, RpcServer on d7d59561a64e/172.17.0.2:42899, sessionid=0x10159e67b170004 2024-11-20T20:19:16,221 DEBUG [RS:0;d7d59561a64e:42899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T20:19:16,221 DEBUG [RS:0;d7d59561a64e:42899 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7d59561a64e,42899,1732133954581 2024-11-20T20:19:16,221 DEBUG [RS:0;d7d59561a64e:42899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,42899,1732133954581' 2024-11-20T20:19:16,222 DEBUG [RS:0;d7d59561a64e:42899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1641449506/flush-table-proc/abort' 2024-11-20T20:19:16,222 DEBUG [RS:0;d7d59561a64e:42899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1641449506/flush-table-proc/acquired' 2024-11-20T20:19:16,223 DEBUG [RS:0;d7d59561a64e:42899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T20:19:16,223 DEBUG [RS:0;d7d59561a64e:42899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T20:19:16,223 DEBUG [RS:0;d7d59561a64e:42899 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7d59561a64e,42899,1732133954581 2024-11-20T20:19:16,223 DEBUG [RS:0;d7d59561a64e:42899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,42899,1732133954581' 2024-11-20T20:19:16,223 DEBUG [RS:0;d7d59561a64e:42899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1641449506/online-snapshot/abort' 2024-11-20T20:19:16,224 DEBUG [RS:0;d7d59561a64e:42899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1641449506/online-snapshot/acquired' 2024-11-20T20:19:16,225 DEBUG [RS:0;d7d59561a64e:42899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T20:19:16,225 INFO [RS:0;d7d59561a64e:42899 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T20:19:16,225 INFO [RS:0;d7d59561a64e:42899 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T20:19:16,325 INFO [RS:0;d7d59561a64e:42899 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:19:16,327 INFO [RS:0;d7d59561a64e:42899 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C42899%2C1732133954581, suffix=, logDir=hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/WALs/d7d59561a64e,42899,1732133954581, archiveDir=hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/oldWALs, maxLogs=10 2024-11-20T20:19:16,347 DEBUG [RS:0;d7d59561a64e:42899 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/WALs/d7d59561a64e,42899,1732133954581/d7d59561a64e%2C42899%2C1732133954581.1732133956328, exclude list is [], retry=0 2024-11-20T20:19:16,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46509,DS-acf709ec-9fe7-4a77-8e40-7b0aeaca7e0d,DISK] 2024-11-20T20:19:16,352 INFO [RS:0;d7d59561a64e:42899 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/WALs/d7d59561a64e,42899,1732133954581/d7d59561a64e%2C42899%2C1732133954581.1732133956328 2024-11-20T20:19:16,352 DEBUG [RS:0;d7d59561a64e:42899 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32805:32805)] 2024-11-20T20:19:16,495 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T20:19:16,495 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8 2024-11-20T20:19:16,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741833_1009 (size=32) 2024-11-20T20:19:16,686 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:19:16,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:19:16,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:19:16,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:19:16,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:19:16,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:19:16,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:19:16,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:19:16,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:16,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:19:16,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:19:16,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:19:16,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:16,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:19:16,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:19:16,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:19:16,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:16,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:19:16,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:19:16,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:19:16,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:16,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:19:16,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:19:16,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/hbase/meta/1588230740 2024-11-20T20:19:16,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/hbase/meta/1588230740 2024-11-20T20:19:16,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:19:16,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:19:16,918 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:19:16,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:19:16,922 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:19:16,922 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74654718, jitterRate=0.11244198679924011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:19:16,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732133956903Initializing all the Stores at 1732133956904 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133956904Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133956904Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133956904Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133956904Cleaning up temporary data from old regions at 1732133956918 (+14 ms)Region opened successfully at 1732133956923 (+5 ms) 2024-11-20T20:19:16,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:19:16,923 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:19:16,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:19:16,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:19:16,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:19:16,924 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:19:16,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732133956923Disabling compacts and flushes for region at 1732133956923Disabling writes for close at 1732133956923Writing region close event to WAL at 1732133956924 (+1 ms)Closed at 1732133956924 2024-11-20T20:19:16,925 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:19:16,925 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T20:19:16,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T20:19:16,926 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:19:16,927 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T20:19:17,078 DEBUG [d7d59561a64e:33521 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T20:19:17,078 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7d59561a64e,42899,1732133954581 2024-11-20T20:19:17,080 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,42899,1732133954581, state=OPENING 2024-11-20T20:19:17,089 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T20:19:17,100 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10159e67b170004, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641449506 2024-11-20T20:19:17,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x10159e67b170003, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641449506 2024-11-20T20:19:17,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1641449506/meta-region-server: CHANGED 2024-11-20T20:19:17,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1641449506/meta-region-server: CHANGED 2024-11-20T20:19:17,103 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:19:17,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,42899,1732133954581}] 2024-11-20T20:19:17,257 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:19:17,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T20:19:17,263 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T20:19:17,263 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:19:17,264 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T20:19:17,266 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C42899%2C1732133954581.meta, suffix=.meta, logDir=hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/WALs/d7d59561a64e,42899,1732133954581, archiveDir=hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/oldWALs, maxLogs=10 2024-11-20T20:19:17,278 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/WALs/d7d59561a64e,42899,1732133954581/d7d59561a64e%2C42899%2C1732133954581.meta.1732133957266.meta, exclude list is [], retry=0 2024-11-20T20:19:17,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46509,DS-acf709ec-9fe7-4a77-8e40-7b0aeaca7e0d,DISK] 2024-11-20T20:19:17,283 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/WALs/d7d59561a64e,42899,1732133954581/d7d59561a64e%2C42899%2C1732133954581.meta.1732133957266.meta 2024-11-20T20:19:17,283 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32805:32805)] 2024-11-20T20:19:17,283 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:19:17,284 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:19:17,284 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:19:17,284 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T20:19:17,284 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T20:19:17,284 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T20:19:17,284 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:19:17,285 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T20:19:17,285 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T20:19:17,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:19:17,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:19:17,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:17,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:19:17,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:19:17,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:19:17,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:17,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:19:17,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:19:17,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:19:17,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:17,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:19:17,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:19:17,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:19:17,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:17,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:19:17,293 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:19:17,294 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/hbase/meta/1588230740 2024-11-20T20:19:17,295 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/hbase/meta/1588230740 2024-11-20T20:19:17,297 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:19:17,297 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:19:17,298 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:19:17,299 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:19:17,300 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71240390, jitterRate=0.06156453490257263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:19:17,300 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T20:19:17,300 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732133957285Writing region info on filesystem at 1732133957285Initializing all the Stores at 1732133957286 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133957286Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133957286Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133957286Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732133957286Cleaning up temporary data from old regions at 1732133957297 (+11 ms)Running coprocessor post-open hooks at 1732133957300 (+3 ms)Region opened successfully at 1732133957300 2024-11-20T20:19:17,301 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732133957257 2024-11-20T20:19:17,303 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T20:19:17,304 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T20:19:17,304 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,42899,1732133954581 2024-11-20T20:19:17,305 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,42899,1732133954581, state=OPEN 2024-11-20T20:19:17,317 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10159e67b170004, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1641449506/meta-region-server 2024-11-20T20:19:17,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x10159e67b170003, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1641449506/meta-region-server 2024-11-20T20:19:17,317 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7d59561a64e,42899,1732133954581 2024-11-20T20:19:17,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1641449506/meta-region-server: CHANGED 2024-11-20T20:19:17,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1641449506/meta-region-server: CHANGED 2024-11-20T20:19:17,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T20:19:17,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,42899,1732133954581 in 214 msec 2024-11-20T20:19:17,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T20:19:17,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 396 msec 2024-11-20T20:19:17,330 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:19:17,330 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T20:19:17,332 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:19:17,332 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,42899,1732133954581, seqNum=-1] 2024-11-20T20:19:17,332 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:19:17,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:19:17,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2660 sec 2024-11-20T20:19:17,339 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732133957339, completionTime=-1 2024-11-20T20:19:17,339 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T20:19:17,339 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T20:19:17,341 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T20:19:17,341 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732134017341 2024-11-20T20:19:17,341 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732134077341 2024-11-20T20:19:17,342 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T20:19:17,342 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,33521,1732133954421-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:17,342 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,33521,1732133954421-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:17,342 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,33521,1732133954421-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:17,342 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7d59561a64e:33521, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:17,342 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:17,343 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:17,345 DEBUG [master/d7d59561a64e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T20:19:17,347 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.619sec 2024-11-20T20:19:17,347 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T20:19:17,347 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T20:19:17,347 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T20:19:17,347 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T20:19:17,347 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T20:19:17,348 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,33521,1732133954421-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:19:17,348 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,33521,1732133954421-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T20:19:17,350 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T20:19:17,350 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T20:19:17,350 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,33521,1732133954421-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:19:17,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c7e774e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:17,378 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,33521,-1 for getting cluster id 2024-11-20T20:19:17,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:19:17,380 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a49e9d07-f4a2-4912-b3c2-e67e27add7c0' 2024-11-20T20:19:17,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:19:17,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a49e9d07-f4a2-4912-b3c2-e67e27add7c0" 2024-11-20T20:19:17,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56211094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:17,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,33521,-1] 2024-11-20T20:19:17,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:19:17,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:17,382 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:19:17,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6618d265, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:17,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:19:17,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,42899,1732133954581, seqNum=-1] 2024-11-20T20:19:17,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:19:17,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:19:17,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7d59561a64e,33521,1732133954421 2024-11-20T20:19:17,389 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60154 2024-11-20T20:19:17,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:19:17,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10159e67b170005 connected 2024-11-20T20:19:17,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:19:17,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,43517,1732133947531 2024-11-20T20:19:17,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d22bae6 2024-11-20T20:19:17,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:19:17,419 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:19:17,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:19:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T20:19:17,427 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:19:17,429 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:17,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T20:19:17,431 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:19:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:19:17,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741835_1011 (size=902) 2024-11-20T20:19:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:19:17,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:19:17,852 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 905129c40a0f27c7aa9c3c7b609df9ad, NAME => 'test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff 2024-11-20T20:19:17,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741836_1012 (size=39) 2024-11-20T20:19:17,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:19:17,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 905129c40a0f27c7aa9c3c7b609df9ad, disabling compactions & flushes 2024-11-20T20:19:17,862 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad. 2024-11-20T20:19:17,862 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad. 2024-11-20T20:19:17,862 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad. after waiting 0 ms 2024-11-20T20:19:17,862 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad. 2024-11-20T20:19:17,862 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad. 2024-11-20T20:19:17,862 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 905129c40a0f27c7aa9c3c7b609df9ad: Waiting for close lock at 1732133957861Disabling compacts and flushes for region at 1732133957861Disabling writes for close at 1732133957862 (+1 ms)Writing region close event to WAL at 1732133957862Closed at 1732133957862 2024-11-20T20:19:17,864 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:19:17,865 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732133957864"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732133957864"}]},"ts":"1732133957864"} 2024-11-20T20:19:17,867 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:19:17,868 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:19:17,869 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732133957868"}]},"ts":"1732133957868"} 2024-11-20T20:19:17,871 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T20:19:17,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=905129c40a0f27c7aa9c3c7b609df9ad, ASSIGN}] 2024-11-20T20:19:17,873 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=905129c40a0f27c7aa9c3c7b609df9ad, ASSIGN 2024-11-20T20:19:17,875 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=905129c40a0f27c7aa9c3c7b609df9ad, ASSIGN; state=OFFLINE, location=d7d59561a64e,40097,1732133947918; forceNewPlan=false, retain=false 2024-11-20T20:19:18,025 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=905129c40a0f27c7aa9c3c7b609df9ad, regionState=OPENING, regionLocation=d7d59561a64e,40097,1732133947918 2024-11-20T20:19:18,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=905129c40a0f27c7aa9c3c7b609df9ad, ASSIGN because future has completed 2024-11-20T20:19:18,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 905129c40a0f27c7aa9c3c7b609df9ad, server=d7d59561a64e,40097,1732133947918}] 2024-11-20T20:19:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:19:18,186 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad. 2024-11-20T20:19:18,186 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 905129c40a0f27c7aa9c3c7b609df9ad, NAME => 'test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:19:18,186 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:19:18,187 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T20:19:18,187 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 905129c40a0f27c7aa9c3c7b609df9ad 2024-11-20T20:19:18,187 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:19:18,187 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 905129c40a0f27c7aa9c3c7b609df9ad 2024-11-20T20:19:18,187 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 905129c40a0f27c7aa9c3c7b609df9ad 2024-11-20T20:19:18,189 INFO [StoreOpener-905129c40a0f27c7aa9c3c7b609df9ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 905129c40a0f27c7aa9c3c7b609df9ad 2024-11-20T20:19:18,190 INFO [StoreOpener-905129c40a0f27c7aa9c3c7b609df9ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 905129c40a0f27c7aa9c3c7b609df9ad columnFamilyName f 2024-11-20T20:19:18,190 DEBUG [StoreOpener-905129c40a0f27c7aa9c3c7b609df9ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:18,191 INFO [StoreOpener-905129c40a0f27c7aa9c3c7b609df9ad-1 {}] regionserver.HStore(327): Store=905129c40a0f27c7aa9c3c7b609df9ad/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:19:18,191 INFO [StoreOpener-905129c40a0f27c7aa9c3c7b609df9ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 905129c40a0f27c7aa9c3c7b609df9ad 2024-11-20T20:19:18,193 INFO [StoreOpener-905129c40a0f27c7aa9c3c7b609df9ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 905129c40a0f27c7aa9c3c7b609df9ad columnFamilyName f1 2024-11-20T20:19:18,193 DEBUG [StoreOpener-905129c40a0f27c7aa9c3c7b609df9ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:18,193 INFO [StoreOpener-905129c40a0f27c7aa9c3c7b609df9ad-1 {}] regionserver.HStore(327): Store=905129c40a0f27c7aa9c3c7b609df9ad/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:19:18,194 INFO [StoreOpener-905129c40a0f27c7aa9c3c7b609df9ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 905129c40a0f27c7aa9c3c7b609df9ad 2024-11-20T20:19:18,195 INFO [StoreOpener-905129c40a0f27c7aa9c3c7b609df9ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 905129c40a0f27c7aa9c3c7b609df9ad columnFamilyName norep 2024-11-20T20:19:18,195 DEBUG [StoreOpener-905129c40a0f27c7aa9c3c7b609df9ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:18,195 INFO [StoreOpener-905129c40a0f27c7aa9c3c7b609df9ad-1 {}] regionserver.HStore(327): Store=905129c40a0f27c7aa9c3c7b609df9ad/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:19:18,195 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 905129c40a0f27c7aa9c3c7b609df9ad 2024-11-20T20:19:18,196 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/default/test/905129c40a0f27c7aa9c3c7b609df9ad 2024-11-20T20:19:18,197 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/default/test/905129c40a0f27c7aa9c3c7b609df9ad 2024-11-20T20:19:18,198 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 905129c40a0f27c7aa9c3c7b609df9ad 2024-11-20T20:19:18,198 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 905129c40a0f27c7aa9c3c7b609df9ad 2024-11-20T20:19:18,198 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:19:18,199 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 905129c40a0f27c7aa9c3c7b609df9ad 2024-11-20T20:19:18,202 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/default/test/905129c40a0f27c7aa9c3c7b609df9ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:19:18,202 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 905129c40a0f27c7aa9c3c7b609df9ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65747559, jitterRate=-0.020285025238990784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:19:18,202 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 905129c40a0f27c7aa9c3c7b609df9ad 2024-11-20T20:19:18,203 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 905129c40a0f27c7aa9c3c7b609df9ad: Running coprocessor pre-open hook at 1732133958187Writing region info on filesystem at 1732133958187Initializing all the Stores at 1732133958188 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133958188Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133958189 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133958189Cleaning up temporary data from old regions at 1732133958198 (+9 ms)Running coprocessor post-open hooks at 1732133958203 (+5 ms)Region opened successfully at 1732133958203 2024-11-20T20:19:18,206 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad., pid=6, masterSystemTime=1732133958181 2024-11-20T20:19:18,208 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad. 2024-11-20T20:19:18,209 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad. 2024-11-20T20:19:18,210 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=905129c40a0f27c7aa9c3c7b609df9ad, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7d59561a64e,40097,1732133947918 2024-11-20T20:19:18,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 905129c40a0f27c7aa9c3c7b609df9ad, server=d7d59561a64e,40097,1732133947918 because future has completed 2024-11-20T20:19:18,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T20:19:18,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 905129c40a0f27c7aa9c3c7b609df9ad, server=d7d59561a64e,40097,1732133947918 in 186 msec 2024-11-20T20:19:18,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T20:19:18,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=905129c40a0f27c7aa9c3c7b609df9ad, ASSIGN in 346 msec 2024-11-20T20:19:18,222 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:19:18,222 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732133958222"}]},"ts":"1732133958222"} 2024-11-20T20:19:18,225 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T20:19:18,227 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:19:18,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 803 msec 2024-11-20T20:19:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:19:18,570 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:19:18,570 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T20:19:18,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,33521,1732133954421 2024-11-20T20:19:18,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@770456aa 2024-11-20T20:19:18,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:19:18,572 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:19:18,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33521 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:19:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33521 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T20:19:18,577 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:19:18,577 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:18,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33521 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T20:19:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:19:18,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:19:18,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741835_1011 (size=902) 2024-11-20T20:19:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:19:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:19:18,986 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6f9bec5013449857b1fb83bd56c44ab1, NAME => 'test,,1732133958573.6f9bec5013449857b1fb83bd56c44ab1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8 2024-11-20T20:19:18,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741836_1012 (size=39) 2024-11-20T20:19:18,995 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732133958573.6f9bec5013449857b1fb83bd56c44ab1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:19:18,995 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6f9bec5013449857b1fb83bd56c44ab1, disabling compactions & flushes 2024-11-20T20:19:18,995 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732133958573.6f9bec5013449857b1fb83bd56c44ab1. 2024-11-20T20:19:18,995 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732133958573.6f9bec5013449857b1fb83bd56c44ab1. 2024-11-20T20:19:18,995 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732133958573.6f9bec5013449857b1fb83bd56c44ab1. after waiting 0 ms 2024-11-20T20:19:18,995 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732133958573.6f9bec5013449857b1fb83bd56c44ab1. 2024-11-20T20:19:18,995 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732133958573.6f9bec5013449857b1fb83bd56c44ab1. 2024-11-20T20:19:18,995 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6f9bec5013449857b1fb83bd56c44ab1: Waiting for close lock at 1732133958995Disabling compacts and flushes for region at 1732133958995Disabling writes for close at 1732133958995Writing region close event to WAL at 1732133958995Closed at 1732133958995 2024-11-20T20:19:18,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:19:18,997 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732133958573.6f9bec5013449857b1fb83bd56c44ab1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732133958997"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732133958997"}]},"ts":"1732133958997"} 2024-11-20T20:19:19,001 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:19:19,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:19:19,002 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732133959002"}]},"ts":"1732133959002"} 2024-11-20T20:19:19,004 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T20:19:19,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6f9bec5013449857b1fb83bd56c44ab1, ASSIGN}] 2024-11-20T20:19:19,006 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6f9bec5013449857b1fb83bd56c44ab1, ASSIGN 2024-11-20T20:19:19,007 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6f9bec5013449857b1fb83bd56c44ab1, ASSIGN; state=OFFLINE, location=d7d59561a64e,42899,1732133954581; forceNewPlan=false, retain=false 2024-11-20T20:19:19,158 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6f9bec5013449857b1fb83bd56c44ab1, regionState=OPENING, regionLocation=d7d59561a64e,42899,1732133954581 2024-11-20T20:19:19,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6f9bec5013449857b1fb83bd56c44ab1, ASSIGN because future has completed 2024-11-20T20:19:19,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f9bec5013449857b1fb83bd56c44ab1, server=d7d59561a64e,42899,1732133954581}] 2024-11-20T20:19:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:19:19,318 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732133958573.6f9bec5013449857b1fb83bd56c44ab1. 2024-11-20T20:19:19,318 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f9bec5013449857b1fb83bd56c44ab1, NAME => 'test,,1732133958573.6f9bec5013449857b1fb83bd56c44ab1.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:19:19,318 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:19:19,318 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T20:19:19,318 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6f9bec5013449857b1fb83bd56c44ab1 2024-11-20T20:19:19,318 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732133958573.6f9bec5013449857b1fb83bd56c44ab1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:19:19,318 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6f9bec5013449857b1fb83bd56c44ab1 2024-11-20T20:19:19,319 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6f9bec5013449857b1fb83bd56c44ab1 2024-11-20T20:19:19,320 INFO [StoreOpener-6f9bec5013449857b1fb83bd56c44ab1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6f9bec5013449857b1fb83bd56c44ab1 2024-11-20T20:19:19,322 INFO [StoreOpener-6f9bec5013449857b1fb83bd56c44ab1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f9bec5013449857b1fb83bd56c44ab1 columnFamilyName f 2024-11-20T20:19:19,322 DEBUG [StoreOpener-6f9bec5013449857b1fb83bd56c44ab1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:19,322 INFO [StoreOpener-6f9bec5013449857b1fb83bd56c44ab1-1 {}] regionserver.HStore(327): Store=6f9bec5013449857b1fb83bd56c44ab1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:19:19,322 INFO [StoreOpener-6f9bec5013449857b1fb83bd56c44ab1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6f9bec5013449857b1fb83bd56c44ab1 2024-11-20T20:19:19,324 INFO [StoreOpener-6f9bec5013449857b1fb83bd56c44ab1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f9bec5013449857b1fb83bd56c44ab1 columnFamilyName f1 2024-11-20T20:19:19,324 DEBUG [StoreOpener-6f9bec5013449857b1fb83bd56c44ab1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:19,325 INFO [StoreOpener-6f9bec5013449857b1fb83bd56c44ab1-1 {}] regionserver.HStore(327): Store=6f9bec5013449857b1fb83bd56c44ab1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:19:19,325 INFO [StoreOpener-6f9bec5013449857b1fb83bd56c44ab1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6f9bec5013449857b1fb83bd56c44ab1 2024-11-20T20:19:19,326 INFO [StoreOpener-6f9bec5013449857b1fb83bd56c44ab1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f9bec5013449857b1fb83bd56c44ab1 columnFamilyName norep 2024-11-20T20:19:19,326 DEBUG [StoreOpener-6f9bec5013449857b1fb83bd56c44ab1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:19,327 INFO [StoreOpener-6f9bec5013449857b1fb83bd56c44ab1-1 {}] regionserver.HStore(327): Store=6f9bec5013449857b1fb83bd56c44ab1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:19:19,327 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6f9bec5013449857b1fb83bd56c44ab1 2024-11-20T20:19:19,328 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/default/test/6f9bec5013449857b1fb83bd56c44ab1 2024-11-20T20:19:19,328 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/default/test/6f9bec5013449857b1fb83bd56c44ab1 2024-11-20T20:19:19,329 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6f9bec5013449857b1fb83bd56c44ab1 2024-11-20T20:19:19,329 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6f9bec5013449857b1fb83bd56c44ab1 2024-11-20T20:19:19,329 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:19:19,330 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6f9bec5013449857b1fb83bd56c44ab1 2024-11-20T20:19:19,333 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/default/test/6f9bec5013449857b1fb83bd56c44ab1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:19:19,333 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6f9bec5013449857b1fb83bd56c44ab1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65506230, jitterRate=-0.023881107568740845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:19:19,333 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f9bec5013449857b1fb83bd56c44ab1 2024-11-20T20:19:19,333 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6f9bec5013449857b1fb83bd56c44ab1: Running coprocessor pre-open hook at 1732133959319Writing region info on filesystem at 1732133959319Initializing all the Stores at 1732133959320 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133959320Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133959320Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133959320Cleaning up temporary data from old regions at 1732133959329 (+9 ms)Running coprocessor post-open hooks at 1732133959333 (+4 ms)Region opened successfully at 1732133959333 2024-11-20T20:19:19,334 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732133958573.6f9bec5013449857b1fb83bd56c44ab1., pid=6, masterSystemTime=1732133959313 2024-11-20T20:19:19,337 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732133958573.6f9bec5013449857b1fb83bd56c44ab1. 2024-11-20T20:19:19,337 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732133958573.6f9bec5013449857b1fb83bd56c44ab1. 2024-11-20T20:19:19,337 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6f9bec5013449857b1fb83bd56c44ab1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7d59561a64e,42899,1732133954581 2024-11-20T20:19:19,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f9bec5013449857b1fb83bd56c44ab1, server=d7d59561a64e,42899,1732133954581 because future has completed 2024-11-20T20:19:19,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T20:19:19,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f9bec5013449857b1fb83bd56c44ab1, server=d7d59561a64e,42899,1732133954581 in 181 msec 2024-11-20T20:19:19,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T20:19:19,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6f9bec5013449857b1fb83bd56c44ab1, ASSIGN in 340 msec 2024-11-20T20:19:19,349 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:19:19,349 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732133959349"}]},"ts":"1732133959349"} 2024-11-20T20:19:19,352 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T20:19:19,353 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:19:19,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 780 msec 2024-11-20T20:19:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33521 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:19:19,720 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T20:19:19,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509f3d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:19,721 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,43517,-1 for getting cluster id 2024-11-20T20:19:19,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:19:19,722 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58553349-da4a-4303-b915-4e076787f356' 2024-11-20T20:19:19,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:19:19,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58553349-da4a-4303-b915-4e076787f356" 2024-11-20T20:19:19,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a070a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:19,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,43517,-1] 2024-11-20T20:19:19,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:19:19,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:19,725 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:19:19,726 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc7b072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:19,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0629dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:19,727 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,33521,-1 for getting cluster id 2024-11-20T20:19:19,727 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:19:19,728 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a49e9d07-f4a2-4912-b3c2-e67e27add7c0' 2024-11-20T20:19:19,728 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:19:19,728 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a49e9d07-f4a2-4912-b3c2-e67e27add7c0" 2024-11-20T20:19:19,728 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e6e583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:19,728 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,33521,-1] 2024-11-20T20:19:19,729 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:19:19,729 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:19,730 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:19:19,731 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1523eccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:19,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32172d7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:19,732 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,43517,-1 for getting cluster id 2024-11-20T20:19:19,732 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:19:19,733 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58553349-da4a-4303-b915-4e076787f356' 2024-11-20T20:19:19,733 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:19:19,733 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58553349-da4a-4303-b915-4e076787f356" 2024-11-20T20:19:19,734 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1909d1e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:19,734 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,43517,-1] 2024-11-20T20:19:19,734 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:19:19,734 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:19,735 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:19:19,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507464a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:19,737 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:19:19,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,43517,1732133947531 2024-11-20T20:19:19,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29849f29 2024-11-20T20:19:19,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:19:19,741 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:19:19,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7d59561a64e:33521,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-20T20:19:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T20:19:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:19:19,745 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:33521' 2024-11-20T20:19:19,746 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60dd3467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:19,746 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,33521,-1 for getting cluster id 2024-11-20T20:19:19,746 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:19:19,747 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a49e9d07-f4a2-4912-b3c2-e67e27add7c0' 2024-11-20T20:19:19,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:19:19,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a49e9d07-f4a2-4912-b3c2-e67e27add7c0" 2024-11-20T20:19:19,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e815d4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:19,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,33521,-1] 2024-11-20T20:19:19,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:19:19,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:19,749 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:19:19,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a2db6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:19,750 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:19:19,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,33521,1732133954421 2024-11-20T20:19:19,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c5c597c 2024-11-20T20:19:19,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:19:19,753 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:19:19,754 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T20:19:19,754 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T20:19:19,754 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:19,754 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:19,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:19:19,755 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:19:19,756 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T20:19:19,757 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:19:19,757 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:19,758 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:19:19,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741837_1013 (size=1138) 2024-11-20T20:19:19,806 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T20:19:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:19:20,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:19:20,168 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bd9da30487af1603ecba458e8848746f, NAME => 'hbase:replication,,1732133959754.bd9da30487af1603ecba458e8848746f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff 2024-11-20T20:19:20,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741838_1014 (size=44) 2024-11-20T20:19:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:19:20,574 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732133959754.bd9da30487af1603ecba458e8848746f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:19:20,575 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bd9da30487af1603ecba458e8848746f, disabling compactions & flushes 2024-11-20T20:19:20,575 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732133959754.bd9da30487af1603ecba458e8848746f. 2024-11-20T20:19:20,575 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732133959754.bd9da30487af1603ecba458e8848746f. 2024-11-20T20:19:20,575 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732133959754.bd9da30487af1603ecba458e8848746f. after waiting 0 ms 2024-11-20T20:19:20,575 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732133959754.bd9da30487af1603ecba458e8848746f. 2024-11-20T20:19:20,575 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732133959754.bd9da30487af1603ecba458e8848746f. 2024-11-20T20:19:20,575 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bd9da30487af1603ecba458e8848746f: Waiting for close lock at 1732133960575Disabling compacts and flushes for region at 1732133960575Disabling writes for close at 1732133960575Writing region close event to WAL at 1732133960575Closed at 1732133960575 2024-11-20T20:19:20,576 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:19:20,577 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732133959754.bd9da30487af1603ecba458e8848746f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732133960576"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732133960576"}]},"ts":"1732133960576"} 2024-11-20T20:19:20,579 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:19:20,580 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:19:20,581 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732133960581"}]},"ts":"1732133960581"} 2024-11-20T20:19:20,584 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T20:19:20,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd9da30487af1603ecba458e8848746f, ASSIGN}] 2024-11-20T20:19:20,586 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd9da30487af1603ecba458e8848746f, ASSIGN 2024-11-20T20:19:20,587 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bd9da30487af1603ecba458e8848746f, ASSIGN; state=OFFLINE, location=d7d59561a64e,40097,1732133947918; forceNewPlan=false, retain=false 2024-11-20T20:19:20,737 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bd9da30487af1603ecba458e8848746f, regionState=OPENING, regionLocation=d7d59561a64e,40097,1732133947918 2024-11-20T20:19:20,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bd9da30487af1603ecba458e8848746f, ASSIGN because future has completed 2024-11-20T20:19:20,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd9da30487af1603ecba458e8848746f, server=d7d59561a64e,40097,1732133947918}] 2024-11-20T20:19:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:19:20,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732133959754.bd9da30487af1603ecba458e8848746f. 2024-11-20T20:19:20,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:19:20,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T20:19:20,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C40097%2C1732133947918.rep, suffix=, logDir=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918, archiveDir=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/oldWALs, maxLogs=10 2024-11-20T20:19:20,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.rep.1732133960899, exclude list is [], retry=0 2024-11-20T20:19:20,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34225,DS-317a33b1-a724-41d3-b256-da043f29e970,DISK] 2024-11-20T20:19:20,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.rep.1732133960899 2024-11-20T20:19:20,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44685:44685)] 2024-11-20T20:19:20,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bd9da30487af1603ecba458e8848746f, NAME => 'hbase:replication,,1732133959754.bd9da30487af1603ecba458e8848746f.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:19:20,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:19:20,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:19:20,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732133959754.bd9da30487af1603ecba458e8848746f. service=MultiRowMutationService 2024-11-20T20:19:20,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T20:19:20,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bd9da30487af1603ecba458e8848746f 2024-11-20T20:19:20,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732133959754.bd9da30487af1603ecba458e8848746f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:19:20,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bd9da30487af1603ecba458e8848746f 2024-11-20T20:19:20,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bd9da30487af1603ecba458e8848746f 2024-11-20T20:19:20,918 INFO [StoreOpener-bd9da30487af1603ecba458e8848746f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bd9da30487af1603ecba458e8848746f 2024-11-20T20:19:20,920 INFO [StoreOpener-bd9da30487af1603ecba458e8848746f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd9da30487af1603ecba458e8848746f columnFamilyName hfileref 2024-11-20T20:19:20,920 DEBUG [StoreOpener-bd9da30487af1603ecba458e8848746f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:20,920 INFO [StoreOpener-bd9da30487af1603ecba458e8848746f-1 {}] regionserver.HStore(327): Store=bd9da30487af1603ecba458e8848746f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:19:20,920 INFO [StoreOpener-bd9da30487af1603ecba458e8848746f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bd9da30487af1603ecba458e8848746f 2024-11-20T20:19:20,922 INFO [StoreOpener-bd9da30487af1603ecba458e8848746f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd9da30487af1603ecba458e8848746f columnFamilyName queue 2024-11-20T20:19:20,922 DEBUG [StoreOpener-bd9da30487af1603ecba458e8848746f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:20,922 INFO [StoreOpener-bd9da30487af1603ecba458e8848746f-1 {}] regionserver.HStore(327): Store=bd9da30487af1603ecba458e8848746f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:19:20,923 INFO [StoreOpener-bd9da30487af1603ecba458e8848746f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bd9da30487af1603ecba458e8848746f 2024-11-20T20:19:20,924 INFO [StoreOpener-bd9da30487af1603ecba458e8848746f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd9da30487af1603ecba458e8848746f columnFamilyName sid 2024-11-20T20:19:20,924 DEBUG [StoreOpener-bd9da30487af1603ecba458e8848746f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:19:20,925 INFO [StoreOpener-bd9da30487af1603ecba458e8848746f-1 {}] regionserver.HStore(327): Store=bd9da30487af1603ecba458e8848746f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:19:20,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bd9da30487af1603ecba458e8848746f 2024-11-20T20:19:20,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/replication/bd9da30487af1603ecba458e8848746f 2024-11-20T20:19:20,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/replication/bd9da30487af1603ecba458e8848746f 2024-11-20T20:19:20,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bd9da30487af1603ecba458e8848746f 2024-11-20T20:19:20,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bd9da30487af1603ecba458e8848746f 2024-11-20T20:19:20,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:19:20,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bd9da30487af1603ecba458e8848746f 2024-11-20T20:19:20,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/replication/bd9da30487af1603ecba458e8848746f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:19:20,932 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bd9da30487af1603ecba458e8848746f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62246118, jitterRate=-0.07246056199073792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:19:20,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd9da30487af1603ecba458e8848746f 2024-11-20T20:19:20,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bd9da30487af1603ecba458e8848746f: Running coprocessor pre-open hook at 1732133960917Writing region info on filesystem at 1732133960917Initializing all the Stores at 1732133960918 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133960918Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133960918Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732133960918Cleaning up temporary data from old regions at 1732133960927 (+9 ms)Running coprocessor post-open hooks at 1732133960932 (+5 ms)Region opened successfully at 1732133960933 (+1 ms) 2024-11-20T20:19:20,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732133959754.bd9da30487af1603ecba458e8848746f., pid=10, masterSystemTime=1732133960893 2024-11-20T20:19:20,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732133959754.bd9da30487af1603ecba458e8848746f. 2024-11-20T20:19:20,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732133959754.bd9da30487af1603ecba458e8848746f. 2024-11-20T20:19:20,942 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bd9da30487af1603ecba458e8848746f, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,40097,1732133947918 2024-11-20T20:19:20,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd9da30487af1603ecba458e8848746f, server=d7d59561a64e,40097,1732133947918 because future has completed 2024-11-20T20:19:20,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T20:19:20,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bd9da30487af1603ecba458e8848746f, server=d7d59561a64e,40097,1732133947918 in 204 msec 2024-11-20T20:19:20,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T20:19:20,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd9da30487af1603ecba458e8848746f, ASSIGN in 363 msec 2024-11-20T20:19:20,951 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:19:20,951 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732133960951"}]},"ts":"1732133960951"} 2024-11-20T20:19:20,953 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T20:19:20,955 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:19:20,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2000 sec 2024-11-20T20:19:21,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732133959754.bd9da30487af1603ecba458e8848746f., hostname=d7d59561a64e,40097,1732133947918, seqNum=2] 2024-11-20T20:19:21,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x10159e67b170000, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138710242 2024-11-20T20:19:21,142 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x10159e67b170001, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138710242 2024-11-20T20:19:21,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T20:19:21,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40097 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T20:19:21,319 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T20:19:21,356 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d7d59561a64e,40097,1732133947918, ReplicationSource: 1, currentBandwidth=0 2024-11-20T20:19:21,356 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:19:21,356 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,40097,1732133947918, seqNum=-1] 2024-11-20T20:19:21,357 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:19:21,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-20T20:19:21,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d7d59561a64e,40097,1732133947918', locateType=CURRENT is [region=hbase:replication,,1732133959754.bd9da30487af1603ecba458e8848746f., hostname=d7d59561a64e,40097,1732133947918, seqNum=2] 2024-11-20T20:19:21,362 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T20:19:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T20:19:21,365 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d7d59561a64e,40097,1732133947918 suceeded 2024-11-20T20:19:21,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T20:19:21,368 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d7d59561a64e:33521,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-20T20:19:21,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-20T20:19:21,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6270 sec 2024-11-20T20:19:21,378 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:33521' 2024-11-20T20:19:21,379 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37fc0145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:21,379 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,33521,-1 for getting cluster id 2024-11-20T20:19:21,380 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:19:21,381 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a49e9d07-f4a2-4912-b3c2-e67e27add7c0' 2024-11-20T20:19:21,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:19:21,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a49e9d07-f4a2-4912-b3c2-e67e27add7c0" 2024-11-20T20:19:21,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61d0be37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:21,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,33521,-1] 2024-11-20T20:19:21,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:19:21,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:21,383 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:19:21,383 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@183c1afd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:21,384 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:19:21,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,33521,1732133954421 2024-11-20T20:19:21,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ccb29c4 2024-11-20T20:19:21,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:19:21,386 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-20T20:19:21,386 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7d59561a64e,40097,1732133947918 (queues=1) is replicating from cluster=58553349-da4a-4303-b915-4e076787f356 to cluster=a49e9d07-f4a2-4912-b3c2-e67e27add7c0 2024-11-20T20:19:21,386 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7d59561a64e%2C40097%2C1732133947918 2024-11-20T20:19:21,387 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7d59561a64e,40097,1732133947918, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T20:19:21,387 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.shipperd7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7d59561a64e%2C40097%2C1732133947918 2024-11-20T20:19:21,387 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004, startPosition=0, beingWritten=true 2024-11-20T20:19:21,395 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:19:21,395 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 379, reset compression=false 2024-11-20T20:19:21,395 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.shipperd7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,40097,1732133947918 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:19:21,600 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 379, reset compression=false 2024-11-20T20:19:21,748 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T20:19:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:19:21,890 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T20:19:21,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:19:21,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:19:21,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:21,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:21,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:19:21,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:19:21,899 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732133961896/Put/seqid=0 2024-11-20T20:19:21,906 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 379, reset compression=false 2024-11-20T20:19:21,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741840_1016 (size=7894) 2024-11-20T20:19:22,310 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/load_f/f/hfile_1 is 34, key is ddd/f:row/1732133962308/Put/seqid=0 2024-11-20T20:19:22,310 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 379, reset compression=false 2024-11-20T20:19:22,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741841_1017 (size=7691) 2024-11-20T20:19:22,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ab89e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:22,760 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,43517,-1 for getting cluster id 2024-11-20T20:19:22,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:19:22,761 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58553349-da4a-4303-b915-4e076787f356' 2024-11-20T20:19:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:19:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58553349-da4a-4303-b915-4e076787f356" 2024-11-20T20:19:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64bdeea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,43517,-1] 2024-11-20T20:19:22,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:19:22,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:22,763 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:19:22,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37dbf9e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:22,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:19:22,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,40097,1732133947918, seqNum=-1] 2024-11-20T20:19:22,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:19:22,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:19:22,776 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:19:22,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,43517,1732133947531 2024-11-20T20:19:22,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4676b05b 2024-11-20T20:19:22,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:19:22,781 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:19:22,786 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:19:22,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad., hostname=d7d59561a64e,40097,1732133947918, seqNum=2] 2024-11-20T20:19:22,798 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T20:19:22,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:19:22,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:19:22,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:19:22,817 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-20T20:19:22,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:19:22,821 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-20T20:19:22,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/load_f/f/hfile_0 for inclusion in 905129c40a0f27c7aa9c3c7b609df9ad/f 2024-11-20T20:19:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T20:19:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T20:19:22,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/load_f/f/hfile_1 for inclusion in 905129c40a0f27c7aa9c3c7b609df9ad/f 2024-11-20T20:19:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T20:19:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T20:19:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HRegion(2603): Flush status journal for 905129c40a0f27c7aa9c3c7b609df9ad: 2024-11-20T20:19:22,855 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 379, reset compression=false 2024-11-20T20:19:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/load_f/f/hfile_0 to hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/staging/jenkins__test__s3llajlmuk9va6uuas5elssmnel7iqhhb1ha22rnbv04rc4k710echac88q5ipji/f/hfile_0 2024-11-20T20:19:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/staging/jenkins__test__s3llajlmuk9va6uuas5elssmnel7iqhhb1ha22rnbv04rc4k710echac88q5ipji/f/hfile_0 as hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/default/test/905129c40a0f27c7aa9c3c7b609df9ad/f/92b292eb21a94680af679ddb3a8b5251_SeqId_4_ 2024-11-20T20:19:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/load_f/f/hfile_1 to hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/staging/jenkins__test__s3llajlmuk9va6uuas5elssmnel7iqhhb1ha22rnbv04rc4k710echac88q5ipji/f/hfile_1 2024-11-20T20:19:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/staging/jenkins__test__s3llajlmuk9va6uuas5elssmnel7iqhhb1ha22rnbv04rc4k710echac88q5ipji/f/hfile_1 as hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/default/test/905129c40a0f27c7aa9c3c7b609df9ad/f/b2fa5af3e36845438218c386a1f0514b_SeqId_4_ 2024-11-20T20:19:22,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/staging/jenkins__test__s3llajlmuk9va6uuas5elssmnel7iqhhb1ha22rnbv04rc4k710echac88q5ipji/f/hfile_0 into 905129c40a0f27c7aa9c3c7b609df9ad/f as hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/default/test/905129c40a0f27c7aa9c3c7b609df9ad/f/92b292eb21a94680af679ddb3a8b5251_SeqId_4_ - updating store file list. 2024-11-20T20:19:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 92b292eb21a94680af679ddb3a8b5251_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T20:19:22,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/default/test/905129c40a0f27c7aa9c3c7b609df9ad/f/92b292eb21a94680af679ddb3a8b5251_SeqId_4_ into 905129c40a0f27c7aa9c3c7b609df9ad/f 2024-11-20T20:19:22,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/staging/jenkins__test__s3llajlmuk9va6uuas5elssmnel7iqhhb1ha22rnbv04rc4k710echac88q5ipji/f/hfile_0 into 905129c40a0f27c7aa9c3c7b609df9ad/f (new location: hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/default/test/905129c40a0f27c7aa9c3c7b609df9ad/f/92b292eb21a94680af679ddb3a8b5251_SeqId_4_) 2024-11-20T20:19:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/staging/jenkins__test__s3llajlmuk9va6uuas5elssmnel7iqhhb1ha22rnbv04rc4k710echac88q5ipji/f/hfile_0 2024-11-20T20:19:22,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/staging/jenkins__test__s3llajlmuk9va6uuas5elssmnel7iqhhb1ha22rnbv04rc4k710echac88q5ipji/f/hfile_1 into 905129c40a0f27c7aa9c3c7b609df9ad/f as hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/default/test/905129c40a0f27c7aa9c3c7b609df9ad/f/b2fa5af3e36845438218c386a1f0514b_SeqId_4_ - updating store file list. 2024-11-20T20:19:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b2fa5af3e36845438218c386a1f0514b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T20:19:22,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/default/test/905129c40a0f27c7aa9c3c7b609df9ad/f/b2fa5af3e36845438218c386a1f0514b_SeqId_4_ into 905129c40a0f27c7aa9c3c7b609df9ad/f 2024-11-20T20:19:22,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/staging/jenkins__test__s3llajlmuk9va6uuas5elssmnel7iqhhb1ha22rnbv04rc4k710echac88q5ipji/f/hfile_1 into 905129c40a0f27c7aa9c3c7b609df9ad/f (new location: hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/default/test/905129c40a0f27c7aa9c3c7b609df9ad/f/b2fa5af3e36845438218c386a1f0514b_SeqId_4_) 2024-11-20T20:19:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/staging/jenkins__test__s3llajlmuk9va6uuas5elssmnel7iqhhb1ha22rnbv04rc4k710echac88q5ipji/f/hfile_1 2024-11-20T20:19:22,918 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:19:22,918 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:19:22,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:22,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:22,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:19:22,919 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:19:22,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad., hostname=d7d59561a64e,40097,1732133947918, seqNum=2 , the old value is region=test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad., hostname=d7d59561a64e,40097,1732133947918, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d7d59561a64e:40097 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T20:19:22,921 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,42899,1732133954581, seqNum=-1] 2024-11-20T20:19:22,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad., hostname=d7d59561a64e,40097,1732133947918, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T20:19:22,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad., hostname=d7d59561a64e,40097,1732133947918, seqNum=2 from cache 2024-11-20T20:19:22,922 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:19:22,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:19:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:41452 deadline: 1732134022918 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:41452 2024-11-20T20:19:22,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732133958573.6f9bec5013449857b1fb83bd56c44ab1., hostname=d7d59561a64e,42899,1732133954581, seqNum=2] 2024-11-20T20:19:22,932 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T20:19:23,031 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:40097 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T20:19:23,464 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 379, reset compression=false 2024-11-20T20:19:23,470 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:19:23,470 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.shipperd7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,40097,1732133947918 got entry batch from reader: WALEntryBatch [walEntries=[{test/905129c40a0f27c7aa9c3c7b609df9ad/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732133962911/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T20:19:23,489 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.shipperd7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:19:23,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-20T20:19:23,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.ReplicationSink(318): Replicating [58553349-da4a-4303-b915-4e076787f356] bulk loaded data 2024-11-20T20:19:23,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@160d8914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:23,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,33521,-1 for getting cluster id 2024-11-20T20:19:23,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:19:23,496 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a49e9d07-f4a2-4912-b3c2-e67e27add7c0' 2024-11-20T20:19:23,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:19:23,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a49e9d07-f4a2-4912-b3c2-e67e27add7c0" 2024-11-20T20:19:23,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4206ff9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:23,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,33521,-1] 2024-11-20T20:19:23,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:19:23,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:23,497 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:19:23,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bf3fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:23,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741837_1013 (size=7894) 2024-11-20T20:19:23,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741838_1014 (size=7691) 2024-11-20T20:19:23,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:19:23,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,33521,1732133954421 2024-11-20T20:19:23,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@129ccd89 2024-11-20T20:19:23,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:19:23,580 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-20T20:19:23,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T20:19:23,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:19:23,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,42899,1732133954581, seqNum=-1] 2024-11-20T20:19:23,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:19:23,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-20T20:19:23,607 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/staging/jenkins.hfs.6__test__a54dqfj5ljmfkrcqnln9kevj5ud0gi2khdjoshkrfsijtiq35rq17m8bkb49sahq/f/92b292eb21a94680af679ddb3a8b5251_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-20T20:19:23,613 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/staging/jenkins.hfs.6__test__a54dqfj5ljmfkrcqnln9kevj5ud0gi2khdjoshkrfsijtiq35rq17m8bkb49sahq/f/b2fa5af3e36845438218c386a1f0514b_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-20T20:19:23,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/staging/jenkins.hfs.6__test__a54dqfj5ljmfkrcqnln9kevj5ud0gi2khdjoshkrfsijtiq35rq17m8bkb49sahq/f/92b292eb21a94680af679ddb3a8b5251_SeqId_4_ for inclusion in 6f9bec5013449857b1fb83bd56c44ab1/f 2024-11-20T20:19:23,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T20:19:23,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T20:19:23,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/staging/jenkins.hfs.6__test__a54dqfj5ljmfkrcqnln9kevj5ud0gi2khdjoshkrfsijtiq35rq17m8bkb49sahq/f/b2fa5af3e36845438218c386a1f0514b_SeqId_4_ for inclusion in 6f9bec5013449857b1fb83bd56c44ab1/f 2024-11-20T20:19:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T20:19:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T20:19:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HRegion(2603): Flush status journal for 6f9bec5013449857b1fb83bd56c44ab1: 2024-11-20T20:19:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 92b292eb21a94680af679ddb3a8b5251_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T20:19:23,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/staging/jenkins.hfs.6__test__a54dqfj5ljmfkrcqnln9kevj5ud0gi2khdjoshkrfsijtiq35rq17m8bkb49sahq/f/92b292eb21a94680af679ddb3a8b5251_SeqId_4_ as hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/default/test/6f9bec5013449857b1fb83bd56c44ab1/f/ac22f826fb1b4a46b51390bbf3fd263b_SeqId_4_ 2024-11-20T20:19:23,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b2fa5af3e36845438218c386a1f0514b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T20:19:23,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/staging/jenkins.hfs.6__test__a54dqfj5ljmfkrcqnln9kevj5ud0gi2khdjoshkrfsijtiq35rq17m8bkb49sahq/f/b2fa5af3e36845438218c386a1f0514b_SeqId_4_ as hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/default/test/6f9bec5013449857b1fb83bd56c44ab1/f/af2d4723227f41369414bcde96d70470_SeqId_4_ 2024-11-20T20:19:23,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/staging/jenkins.hfs.6__test__a54dqfj5ljmfkrcqnln9kevj5ud0gi2khdjoshkrfsijtiq35rq17m8bkb49sahq/f/92b292eb21a94680af679ddb3a8b5251_SeqId_4_ into 6f9bec5013449857b1fb83bd56c44ab1/f as hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/default/test/6f9bec5013449857b1fb83bd56c44ab1/f/ac22f826fb1b4a46b51390bbf3fd263b_SeqId_4_ - updating store file list. 2024-11-20T20:19:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ac22f826fb1b4a46b51390bbf3fd263b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T20:19:23,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/default/test/6f9bec5013449857b1fb83bd56c44ab1/f/ac22f826fb1b4a46b51390bbf3fd263b_SeqId_4_ into 6f9bec5013449857b1fb83bd56c44ab1/f 2024-11-20T20:19:23,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/staging/jenkins.hfs.6__test__a54dqfj5ljmfkrcqnln9kevj5ud0gi2khdjoshkrfsijtiq35rq17m8bkb49sahq/f/92b292eb21a94680af679ddb3a8b5251_SeqId_4_ into 6f9bec5013449857b1fb83bd56c44ab1/f (new location: hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/default/test/6f9bec5013449857b1fb83bd56c44ab1/f/ac22f826fb1b4a46b51390bbf3fd263b_SeqId_4_) 2024-11-20T20:19:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/staging/jenkins.hfs.6__test__a54dqfj5ljmfkrcqnln9kevj5ud0gi2khdjoshkrfsijtiq35rq17m8bkb49sahq/f/92b292eb21a94680af679ddb3a8b5251_SeqId_4_ 2024-11-20T20:19:23,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/staging/jenkins.hfs.6__test__a54dqfj5ljmfkrcqnln9kevj5ud0gi2khdjoshkrfsijtiq35rq17m8bkb49sahq/f/b2fa5af3e36845438218c386a1f0514b_SeqId_4_ into 6f9bec5013449857b1fb83bd56c44ab1/f as hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/default/test/6f9bec5013449857b1fb83bd56c44ab1/f/af2d4723227f41369414bcde96d70470_SeqId_4_ - updating store file list. 2024-11-20T20:19:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStoreFile(483): HFile Bloom filter type for af2d4723227f41369414bcde96d70470_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T20:19:23,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/default/test/6f9bec5013449857b1fb83bd56c44ab1/f/af2d4723227f41369414bcde96d70470_SeqId_4_ into 6f9bec5013449857b1fb83bd56c44ab1/f 2024-11-20T20:19:23,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/staging/jenkins.hfs.6__test__a54dqfj5ljmfkrcqnln9kevj5ud0gi2khdjoshkrfsijtiq35rq17m8bkb49sahq/f/b2fa5af3e36845438218c386a1f0514b_SeqId_4_ into 6f9bec5013449857b1fb83bd56c44ab1/f (new location: hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/default/test/6f9bec5013449857b1fb83bd56c44ab1/f/af2d4723227f41369414bcde96d70470_SeqId_4_) 2024-11-20T20:19:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/staging/jenkins.hfs.6__test__a54dqfj5ljmfkrcqnln9kevj5ud0gi2khdjoshkrfsijtiq35rq17m8bkb49sahq/f/b2fa5af3e36845438218c386a1f0514b_SeqId_4_ 2024-11-20T20:19:23,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42899 {}] regionserver.ReplicationSink(324): Finished replicating [58553349-da4a-4303-b915-4e076787f356] bulk loaded data 2024-11-20T20:19:23,671 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 687, reset compression=false 2024-11-20T20:19:23,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:19:23,952 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732133963950/Put/seqid=0 2024-11-20T20:19:23,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741842_1018 (size=7997) 2024-11-20T20:19:23,978 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 687, reset compression=false 2024-11-20T20:19:24,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T20:19:24,095 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T20:19:24,096 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T20:19:24,096 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T20:19:24,096 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T20:19:24,096 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T20:19:24,359 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732133964358/Put/seqid=0 2024-11-20T20:19:24,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741843_1019 (size=7794) 2024-11-20T20:19:24,382 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 687, reset compression=false 2024-11-20T20:19:24,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8f9234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:24,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,43517,-1 for getting cluster id 2024-11-20T20:19:24,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:19:24,768 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58553349-da4a-4303-b915-4e076787f356' 2024-11-20T20:19:24,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:19:24,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58553349-da4a-4303-b915-4e076787f356" 2024-11-20T20:19:24,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d056281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:24,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,43517,-1] 2024-11-20T20:19:24,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:19:24,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:24,770 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:19:24,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@420a445f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:19:24,771 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:19:24,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,40097,1732133947918, seqNum=-1] 2024-11-20T20:19:24,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:19:24,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:19:24,782 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:19:24,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,43517,1732133947531 2024-11-20T20:19:24,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fed8399 2024-11-20T20:19:24,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:19:24,784 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:19:24,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad., hostname=d7d59561a64e,40097,1732133947918, seqNum=2] 2024-11-20T20:19:24,790 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T20:19:24,797 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-20T20:19:24,801 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-20T20:19:24,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/load_f1/f1/hfile_1 for inclusion in 905129c40a0f27c7aa9c3c7b609df9ad/f1 2024-11-20T20:19:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-20T20:19:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T20:19:24,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/load_f1/f1/hfile_0 for inclusion in 905129c40a0f27c7aa9c3c7b609df9ad/f1 2024-11-20T20:19:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-20T20:19:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T20:19:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HRegion(2603): Flush status journal for 905129c40a0f27c7aa9c3c7b609df9ad: 2024-11-20T20:19:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/load_f1/f1/hfile_1 to hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/staging/jenkins__test__d2eohr75k19aom94lf2g328tg2nha31jj778m3ocus6g7prqf4th8u2acmf0il5g/f1/hfile_1 2024-11-20T20:19:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/staging/jenkins__test__d2eohr75k19aom94lf2g328tg2nha31jj778m3ocus6g7prqf4th8u2acmf0il5g/f1/hfile_1 as hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/default/test/905129c40a0f27c7aa9c3c7b609df9ad/f1/09a3c9f91c4e417a87526b2fe2e1b49c_SeqId_6_ 2024-11-20T20:19:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/load_f1/f1/hfile_0 to hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/staging/jenkins__test__d2eohr75k19aom94lf2g328tg2nha31jj778m3ocus6g7prqf4th8u2acmf0il5g/f1/hfile_0 2024-11-20T20:19:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/staging/jenkins__test__d2eohr75k19aom94lf2g328tg2nha31jj778m3ocus6g7prqf4th8u2acmf0il5g/f1/hfile_0 as hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/default/test/905129c40a0f27c7aa9c3c7b609df9ad/f1/a4644b231e6f47b397ccadd295af3d9d_SeqId_6_ 2024-11-20T20:19:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-20T20:19:24,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/staging/jenkins__test__d2eohr75k19aom94lf2g328tg2nha31jj778m3ocus6g7prqf4th8u2acmf0il5g/f1/hfile_1 into 905129c40a0f27c7aa9c3c7b609df9ad/f1 as hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/default/test/905129c40a0f27c7aa9c3c7b609df9ad/f1/09a3c9f91c4e417a87526b2fe2e1b49c_SeqId_6_ - updating store file list. 2024-11-20T20:19:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 09a3c9f91c4e417a87526b2fe2e1b49c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T20:19:24,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/default/test/905129c40a0f27c7aa9c3c7b609df9ad/f1/09a3c9f91c4e417a87526b2fe2e1b49c_SeqId_6_ into 905129c40a0f27c7aa9c3c7b609df9ad/f1 2024-11-20T20:19:24,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/staging/jenkins__test__d2eohr75k19aom94lf2g328tg2nha31jj778m3ocus6g7prqf4th8u2acmf0il5g/f1/hfile_1 into 905129c40a0f27c7aa9c3c7b609df9ad/f1 (new location: hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/default/test/905129c40a0f27c7aa9c3c7b609df9ad/f1/09a3c9f91c4e417a87526b2fe2e1b49c_SeqId_6_) 2024-11-20T20:19:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/staging/jenkins__test__d2eohr75k19aom94lf2g328tg2nha31jj778m3ocus6g7prqf4th8u2acmf0il5g/f1/hfile_1 2024-11-20T20:19:24,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/staging/jenkins__test__d2eohr75k19aom94lf2g328tg2nha31jj778m3ocus6g7prqf4th8u2acmf0il5g/f1/hfile_0 into 905129c40a0f27c7aa9c3c7b609df9ad/f1 as hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/default/test/905129c40a0f27c7aa9c3c7b609df9ad/f1/a4644b231e6f47b397ccadd295af3d9d_SeqId_6_ - updating store file list. 2024-11-20T20:19:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a4644b231e6f47b397ccadd295af3d9d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T20:19:24,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/default/test/905129c40a0f27c7aa9c3c7b609df9ad/f1/a4644b231e6f47b397ccadd295af3d9d_SeqId_6_ into 905129c40a0f27c7aa9c3c7b609df9ad/f1 2024-11-20T20:19:24,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/staging/jenkins__test__d2eohr75k19aom94lf2g328tg2nha31jj778m3ocus6g7prqf4th8u2acmf0il5g/f1/hfile_0 into 905129c40a0f27c7aa9c3c7b609df9ad/f1 (new location: hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/default/test/905129c40a0f27c7aa9c3c7b609df9ad/f1/a4644b231e6f47b397ccadd295af3d9d_SeqId_6_) 2024-11-20T20:19:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/staging/jenkins__test__d2eohr75k19aom94lf2g328tg2nha31jj778m3ocus6g7prqf4th8u2acmf0il5g/f1/hfile_0 2024-11-20T20:19:24,836 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:19:24,836 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:19:24,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:24,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:19:24,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad., hostname=d7d59561a64e,40097,1732133947918, seqNum=2 , the old value is region=test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad., hostname=d7d59561a64e,40097,1732133947918, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d7d59561a64e:40097 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T20:19:24,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad., hostname=d7d59561a64e,40097,1732133947918, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T20:19:24,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad., hostname=d7d59561a64e,40097,1732133947918, seqNum=2 from cache 2024-11-20T20:19:24,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:19:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40097: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:41458 deadline: 1732134024837 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:41458 2024-11-20T20:19:24,838 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:19:24,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,40097,1732133947918, seqNum=-1] 2024-11-20T20:19:24,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:19:24,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:19:24,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad., hostname=d7d59561a64e,40097,1732133947918, seqNum=2] 2024-11-20T20:19:24,886 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 687, reset compression=false 2024-11-20T20:19:24,891 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:19:24,891 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:19:24,891 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.shipperd7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,40097,1732133947918 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:19:24,940 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:40097 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T20:19:25,097 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:19:25,401 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:19:25,806 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:19:26,310 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:19:26,916 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:19:27,624 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:19:28,430 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:19:29,336 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:19:30,346 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:19:31,456 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:19:32,661 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:19:33,975 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:19:35,380 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:19:36,886 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:19:37,112 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T20:19:38,494 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:19:40,198 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:19:42,004 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:19:43,911 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:19:44,006 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T20:19:44,895 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.shipperd7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,40097,1732133947918 got entry batch from reader: null 2024-11-20T20:19:45,924 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:19:48,032 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:19:50,257 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:19:52,033 INFO [master/d7d59561a64e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T20:19:52,033 INFO [master/d7d59561a64e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T20:19:52,568 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:19:54,980 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:19:57,351 INFO [master/d7d59561a64e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T20:19:57,351 INFO [master/d7d59561a64e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T20:19:57,507 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:20:00,115 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:20:02,821 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:20:03,187 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 905129c40a0f27c7aa9c3c7b609df9ad, had cached 0 bytes from a total of 31376 2024-11-20T20:20:04,321 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6f9bec5013449857b1fb83bd56c44ab1, had cached 0 bytes from a total of 15585 2024-11-20T20:20:04,895 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.shipperd7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,40097,1732133947918 got entry batch from reader: null 2024-11-20T20:20:05,632 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:20:07,113 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T20:20:08,552 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:20:11,577 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:20:14,006 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T20:20:14,685 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:20:17,448 DEBUG [master/d7d59561a64e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T20:20:17,890 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:20:21,195 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:20:24,601 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:20:24,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T20:20:24,873 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:20:24,873 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:20:24,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:24,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:24,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:20:24,874 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T20:20:24,874 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1740705001, stopped=false 2024-11-20T20:20:24,874 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7d59561a64e,33521,1732133954421 2024-11-20T20:20:24,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x10159e67b170003, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1641449506/running 2024-11-20T20:20:24,884 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10159e67b170004, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1641449506/running 2024-11-20T20:20:24,884 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10159e67b170004, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641449506 2024-11-20T20:20:24,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x10159e67b170003, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641449506 2024-11-20T20:20:24,884 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:20:24,884 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:20:24,884 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:20:24,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:24,885 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7d59561a64e,42899,1732133954581' ***** 2024-11-20T20:20:24,885 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T20:20:24,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42899-0x10159e67b170004, quorum=127.0.0.1:60154, baseZNode=/1641449506 Set watcher on znode that does not yet exist, /1641449506/running 2024-11-20T20:20:24,885 INFO [RS:0;d7d59561a64e:42899 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T20:20:24,885 INFO [RS:0;d7d59561a64e:42899 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T20:20:24,885 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T20:20:24,885 INFO [RS:0;d7d59561a64e:42899 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T20:20:24,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33521-0x10159e67b170003, quorum=127.0.0.1:60154, baseZNode=/1641449506 Set watcher on znode that does not yet exist, /1641449506/running 2024-11-20T20:20:24,886 INFO [RS:0;d7d59561a64e:42899 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f9bec5013449857b1fb83bd56c44ab1 2024-11-20T20:20:24,886 INFO [RS:0;d7d59561a64e:42899 {}] regionserver.HRegionServer(959): stopping server d7d59561a64e,42899,1732133954581 2024-11-20T20:20:24,886 INFO [RS:0;d7d59561a64e:42899 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:20:24,886 INFO [RS:0;d7d59561a64e:42899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:42899. 2024-11-20T20:20:24,886 DEBUG [RS:0;d7d59561a64e:42899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:20:24,886 DEBUG [RS:0;d7d59561a64e:42899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:24,886 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f9bec5013449857b1fb83bd56c44ab1, disabling compactions & flushes 2024-11-20T20:20:24,886 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732133958573.6f9bec5013449857b1fb83bd56c44ab1. 2024-11-20T20:20:24,886 INFO [RS:0;d7d59561a64e:42899 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T20:20:24,886 INFO [RS:0;d7d59561a64e:42899 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T20:20:24,886 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732133958573.6f9bec5013449857b1fb83bd56c44ab1. 2024-11-20T20:20:24,886 INFO [RS:0;d7d59561a64e:42899 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T20:20:24,886 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732133958573.6f9bec5013449857b1fb83bd56c44ab1. after waiting 0 ms 2024-11-20T20:20:24,886 INFO [RS:0;d7d59561a64e:42899 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T20:20:24,886 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732133958573.6f9bec5013449857b1fb83bd56c44ab1. 2024-11-20T20:20:24,886 INFO [RS:0;d7d59561a64e:42899 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T20:20:24,886 DEBUG [RS:0;d7d59561a64e:42899 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6f9bec5013449857b1fb83bd56c44ab1=test,,1732133958573.6f9bec5013449857b1fb83bd56c44ab1.} 2024-11-20T20:20:24,886 DEBUG [RS:0;d7d59561a64e:42899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f9bec5013449857b1fb83bd56c44ab1 2024-11-20T20:20:24,886 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:20:24,886 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:20:24,886 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:20:24,887 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:20:24,887 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:20:24,887 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-20T20:20:24,890 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/default/test/6f9bec5013449857b1fb83bd56c44ab1/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-20T20:20:24,891 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:20:24,891 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T20:20:24,891 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732133958573.6f9bec5013449857b1fb83bd56c44ab1. 2024-11-20T20:20:24,891 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f9bec5013449857b1fb83bd56c44ab1: Waiting for close lock at 1732134024886Running coprocessor pre-close hooks at 1732134024886Disabling compacts and flushes for region at 1732134024886Disabling writes for close at 1732134024886Writing region close event to WAL at 1732134024887 (+1 ms)Running coprocessor post-close hooks at 1732134024891 (+4 ms)Closed at 1732134024891 2024-11-20T20:20:24,891 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732133958573.6f9bec5013449857b1fb83bd56c44ab1. 2024-11-20T20:20:24,895 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.shipperd7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,40097,1732133947918 got entry batch from reader: null 2024-11-20T20:20:24,908 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/hbase/meta/1588230740/.tmp/info/7387e0955c2c4c17b4f9b005d065cbe0 is 129, key is test,,1732133958573.6f9bec5013449857b1fb83bd56c44ab1./info:regioninfo/1732133959337/Put/seqid=0 2024-11-20T20:20:24,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741839_1015 (size=6421) 2024-11-20T20:20:24,919 INFO [regionserver/d7d59561a64e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:20:25,087 DEBUG [RS:0;d7d59561a64e:42899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:20:25,216 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T20:20:25,216 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T20:20:25,287 DEBUG [RS:0;d7d59561a64e:42899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:20:25,313 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/hbase/meta/1588230740/.tmp/info/7387e0955c2c4c17b4f9b005d065cbe0 2024-11-20T20:20:25,347 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/hbase/meta/1588230740/.tmp/ns/293f7d319de64ad3b2fa30d58f8f4cff is 43, key is default/ns:d/1732133957334/Put/seqid=0 2024-11-20T20:20:25,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741840_1016 (size=5153) 2024-11-20T20:20:25,487 DEBUG [RS:0;d7d59561a64e:42899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:20:25,687 DEBUG [RS:0;d7d59561a64e:42899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:20:25,770 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/hbase/meta/1588230740/.tmp/ns/293f7d319de64ad3b2fa30d58f8f4cff 2024-11-20T20:20:25,810 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/hbase/meta/1588230740/.tmp/rep_barrier/6adfc15866664c0e978dd06526d34b83 is 112, key is test,,1732133958573.6f9bec5013449857b1fb83bd56c44ab1./rep_barrier:seqnumDuringOpen/1732133959337/Put/seqid=0 2024-11-20T20:20:25,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741841_1017 (size=5518) 2024-11-20T20:20:25,824 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/hbase/meta/1588230740/.tmp/rep_barrier/6adfc15866664c0e978dd06526d34b83 2024-11-20T20:20:25,860 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/hbase/meta/1588230740/.tmp/table/f6734ad0e4614227b631d4fda695e118 is 40, key is test/table:state/1732133959349/Put/seqid=0 2024-11-20T20:20:25,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741842_1018 (size=5165) 2024-11-20T20:20:25,877 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/hbase/meta/1588230740/.tmp/table/f6734ad0e4614227b631d4fda695e118 2024-11-20T20:20:25,888 INFO [RS:0;d7d59561a64e:42899 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T20:20:25,888 DEBUG [RS:0;d7d59561a64e:42899 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T20:20:25,888 DEBUG [RS:0;d7d59561a64e:42899 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:20:25,888 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/hbase/meta/1588230740/.tmp/info/7387e0955c2c4c17b4f9b005d065cbe0 as hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/hbase/meta/1588230740/info/7387e0955c2c4c17b4f9b005d065cbe0 2024-11-20T20:20:25,901 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/hbase/meta/1588230740/info/7387e0955c2c4c17b4f9b005d065cbe0, entries=10, sequenceid=11, filesize=6.3 K 2024-11-20T20:20:25,905 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/hbase/meta/1588230740/.tmp/ns/293f7d319de64ad3b2fa30d58f8f4cff as hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/hbase/meta/1588230740/ns/293f7d319de64ad3b2fa30d58f8f4cff 2024-11-20T20:20:25,916 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/hbase/meta/1588230740/ns/293f7d319de64ad3b2fa30d58f8f4cff, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T20:20:25,917 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/hbase/meta/1588230740/.tmp/rep_barrier/6adfc15866664c0e978dd06526d34b83 as hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/hbase/meta/1588230740/rep_barrier/6adfc15866664c0e978dd06526d34b83 2024-11-20T20:20:25,925 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/hbase/meta/1588230740/rep_barrier/6adfc15866664c0e978dd06526d34b83, entries=1, sequenceid=11, filesize=5.4 K 2024-11-20T20:20:25,926 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/hbase/meta/1588230740/.tmp/table/f6734ad0e4614227b631d4fda695e118 as hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/hbase/meta/1588230740/table/f6734ad0e4614227b631d4fda695e118 2024-11-20T20:20:25,933 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/hbase/meta/1588230740/table/f6734ad0e4614227b631d4fda695e118, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T20:20:25,935 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1048ms, sequenceid=11, compaction requested=false 2024-11-20T20:20:25,960 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T20:20:25,961 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:20:25,961 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:20:25,961 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:20:25,961 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134024886Running coprocessor pre-close hooks at 1732134024886Disabling compacts and flushes for region at 1732134024886Disabling writes for close at 1732134024887 (+1 ms)Obtaining lock to block concurrent updates at 1732134024887Preparing flush snapshotting stores in 1588230740 at 1732134024887Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732134024887Flushing stores of hbase:meta,,1.1588230740 at 1732134024888 (+1 ms)Flushing 1588230740/info: creating writer at 1732134024888Flushing 1588230740/info: appending metadata at 1732134024908 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732134024908Flushing 1588230740/ns: creating writer at 1732134025322 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732134025347 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732134025347Flushing 1588230740/rep_barrier: creating writer at 1732134025780 (+433 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732134025809 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732134025809Flushing 1588230740/table: creating writer at 1732134025836 (+27 ms)Flushing 1588230740/table: appending metadata at 1732134025860 (+24 ms)Flushing 1588230740/table: closing flushed file at 1732134025860Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@639c3283: reopening flushed file at 1732134025886 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22e4a66b: reopening flushed file at 1732134025902 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@296d0d79: reopening flushed file at 1732134025916 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38b766e0: reopening flushed file at 1732134025925 (+9 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1048ms, sequenceid=11, compaction requested=false at 1732134025935 (+10 ms)Writing region close event to WAL at 1732134025949 (+14 ms)Running coprocessor post-close hooks at 1732134025961 (+12 ms)Closed at 1732134025961 2024-11-20T20:20:25,961 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T20:20:26,088 INFO [RS:0;d7d59561a64e:42899 {}] regionserver.HRegionServer(976): stopping server d7d59561a64e,42899,1732133954581; all regions closed. 2024-11-20T20:20:26,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741834_1010 (size=2717) 2024-11-20T20:20:26,104 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:33521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-20T20:20:26,107 DEBUG [RS:0;d7d59561a64e:42899 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/oldWALs 2024-11-20T20:20:26,107 INFO [RS:0;d7d59561a64e:42899 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C42899%2C1732133954581.meta:.meta(num 1732133957266) 2024-11-20T20:20:26,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741832_1008 (size=1028) 2024-11-20T20:20:26,130 DEBUG [RS:0;d7d59561a64e:42899 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/oldWALs 2024-11-20T20:20:26,130 INFO [RS:0;d7d59561a64e:42899 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C42899%2C1732133954581:(num 1732133956328) 2024-11-20T20:20:26,130 DEBUG [RS:0;d7d59561a64e:42899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:26,130 INFO [RS:0;d7d59561a64e:42899 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:20:26,130 INFO [RS:0;d7d59561a64e:42899 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:20:26,130 INFO [RS:0;d7d59561a64e:42899 {}] hbase.ChoreService(370): Chore service for: regionserver/d7d59561a64e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T20:20:26,131 INFO [RS:0;d7d59561a64e:42899 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:20:26,131 INFO [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:20:26,132 INFO [RS:0;d7d59561a64e:42899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:42899. 2024-11-20T20:20:26,132 DEBUG [RS:0;d7d59561a64e:42899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:20:26,132 DEBUG [RS:0;d7d59561a64e:42899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:26,133 DEBUG [RS:0;d7d59561a64e:42899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:26,133 INFO [RS:0;d7d59561a64e:42899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42899 2024-11-20T20:20:26,133 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:20:26,221 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10159e67b170004, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1641449506/rs/d7d59561a64e,42899,1732133954581 2024-11-20T20:20:26,221 INFO [RS:0;d7d59561a64e:42899 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:20:26,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x10159e67b170003, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641449506/rs 2024-11-20T20:20:26,242 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7d59561a64e,42899,1732133954581] 2024-11-20T20:20:26,252 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1641449506/draining/d7d59561a64e,42899,1732133954581 already deleted, retry=false 2024-11-20T20:20:26,252 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7d59561a64e,42899,1732133954581 expired; onlineServers=0 2024-11-20T20:20:26,252 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7d59561a64e,33521,1732133954421' ***** 2024-11-20T20:20:26,253 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T20:20:26,253 INFO [M:0;d7d59561a64e:33521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:20:26,253 INFO [M:0;d7d59561a64e:33521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:20:26,253 DEBUG [M:0;d7d59561a64e:33521 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T20:20:26,253 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T20:20:26,253 DEBUG [M:0;d7d59561a64e:33521 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T20:20:26,253 INFO [M:0;d7d59561a64e:33521 {}] hbase.ChoreService(370): Chore service for: master/d7d59561a64e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T20:20:26,254 INFO [M:0;d7d59561a64e:33521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:20:26,254 DEBUG [M:0;d7d59561a64e:33521 {}] master.HMaster(1795): Stopping service threads 2024-11-20T20:20:26,254 INFO [M:0;d7d59561a64e:33521 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T20:20:26,254 INFO [M:0;d7d59561a64e:33521 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:20:26,254 INFO [M:0;d7d59561a64e:33521 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T20:20:26,254 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732133956090 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732133956090,5,FailOnTimeoutGroup] 2024-11-20T20:20:26,254 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T20:20:26,256 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732133956088 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732133956088,5,FailOnTimeoutGroup] 2024-11-20T20:20:26,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x10159e67b170003, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1641449506/master 2024-11-20T20:20:26,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x10159e67b170003, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641449506 2024-11-20T20:20:26,263 DEBUG [M:0;d7d59561a64e:33521 {}] zookeeper.RecoverableZooKeeper(212): Node /1641449506/master already deleted, retry=false 2024-11-20T20:20:26,263 DEBUG [M:0;d7d59561a64e:33521 {}] master.ActiveMasterManager(353): master:33521-0x10159e67b170003, quorum=127.0.0.1:60154, baseZNode=/1641449506 Failed delete of our master address node; KeeperErrorCode = NoNode for /1641449506/master 2024-11-20T20:20:26,264 INFO [M:0;d7d59561a64e:33521 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/.lastflushedseqids 2024-11-20T20:20:26,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741843_1019 (size=173) 2024-11-20T20:20:26,283 INFO [M:0;d7d59561a64e:33521 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T20:20:26,283 INFO [M:0;d7d59561a64e:33521 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T20:20:26,283 DEBUG [M:0;d7d59561a64e:33521 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:20:26,283 INFO [M:0;d7d59561a64e:33521 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:20:26,283 DEBUG [M:0;d7d59561a64e:33521 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:20:26,283 DEBUG [M:0;d7d59561a64e:33521 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:20:26,283 DEBUG [M:0;d7d59561a64e:33521 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:20:26,283 INFO [M:0;d7d59561a64e:33521 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-20T20:20:26,307 DEBUG [M:0;d7d59561a64e:33521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07a7693e24b54fbaa1d564a9a5b856f6 is 82, key is hbase:meta,,1/info:regioninfo/1732133957304/Put/seqid=0 2024-11-20T20:20:26,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741844_1020 (size=5672) 2024-11-20T20:20:26,316 INFO [M:0;d7d59561a64e:33521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07a7693e24b54fbaa1d564a9a5b856f6 2024-11-20T20:20:26,343 INFO [RS:0;d7d59561a64e:42899 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:20:26,343 INFO [RS:0;d7d59561a64e:42899 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7d59561a64e,42899,1732133954581; zookeeper connection closed. 2024-11-20T20:20:26,343 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10159e67b170004, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:20:26,343 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42899-0x10159e67b170004, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:20:26,343 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@62240bcd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@62240bcd 2024-11-20T20:20:26,343 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T20:20:26,347 DEBUG [M:0;d7d59561a64e:33521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3542a81841874ac697708530edc4e73d is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732133959354/Put/seqid=0 2024-11-20T20:20:26,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741845_1021 (size=6726) 2024-11-20T20:20:26,788 INFO [M:0;d7d59561a64e:33521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3542a81841874ac697708530edc4e73d 2024-11-20T20:20:26,958 INFO [M:0;d7d59561a64e:33521 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3542a81841874ac697708530edc4e73d 2024-11-20T20:20:26,980 DEBUG [M:0;d7d59561a64e:33521 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6249501a22084af09b71e597ae3e76a4 is 69, key is d7d59561a64e,42899,1732133954581/rs:state/1732133956118/Put/seqid=0 2024-11-20T20:20:26,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741846_1022 (size=5156) 2024-11-20T20:20:26,990 INFO [M:0;d7d59561a64e:33521 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6249501a22084af09b71e597ae3e76a4 2024-11-20T20:20:26,999 DEBUG [M:0;d7d59561a64e:33521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07a7693e24b54fbaa1d564a9a5b856f6 as hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07a7693e24b54fbaa1d564a9a5b856f6 2024-11-20T20:20:27,014 INFO [M:0;d7d59561a64e:33521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07a7693e24b54fbaa1d564a9a5b856f6, entries=8, sequenceid=58, filesize=5.5 K 2024-11-20T20:20:27,016 DEBUG [M:0;d7d59561a64e:33521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3542a81841874ac697708530edc4e73d as hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3542a81841874ac697708530edc4e73d 2024-11-20T20:20:27,024 INFO [M:0;d7d59561a64e:33521 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3542a81841874ac697708530edc4e73d 2024-11-20T20:20:27,024 INFO [M:0;d7d59561a64e:33521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3542a81841874ac697708530edc4e73d, entries=6, sequenceid=58, filesize=6.6 K 2024-11-20T20:20:27,026 DEBUG [M:0;d7d59561a64e:33521 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6249501a22084af09b71e597ae3e76a4 as hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6249501a22084af09b71e597ae3e76a4 2024-11-20T20:20:27,035 INFO [M:0;d7d59561a64e:33521 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33381/user/jenkins/test-data/cadb289e-b9b0-022b-86c8-8520e08ba7e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6249501a22084af09b71e597ae3e76a4, entries=1, sequenceid=58, filesize=5.0 K 2024-11-20T20:20:27,041 INFO [M:0;d7d59561a64e:33521 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 758ms, sequenceid=58, compaction requested=false 2024-11-20T20:20:27,049 INFO [M:0;d7d59561a64e:33521 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:20:27,049 DEBUG [M:0;d7d59561a64e:33521 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134026283Disabling compacts and flushes for region at 1732134026283Disabling writes for close at 1732134026283Obtaining lock to block concurrent updates at 1732134026283Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732134026283Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1732134026284 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732134026284Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732134026284Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732134026306 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732134026306Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732134026326 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732134026346 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732134026346Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732134026958 (+612 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732134026979 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732134026979Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28b29119: reopening flushed file at 1732134026998 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@207d276e: reopening flushed file at 1732134027015 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@df9aed0: reopening flushed file at 1732134027024 (+9 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 758ms, sequenceid=58, compaction requested=false at 1732134027041 (+17 ms)Writing region close event to WAL at 1732134027049 (+8 ms)Closed at 1732134027049 2024-11-20T20:20:27,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46509 is added to blk_1073741830_1006 (size=33014) 2024-11-20T20:20:27,054 INFO [M:0;d7d59561a64e:33521 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T20:20:27,054 INFO [M:0;d7d59561a64e:33521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33521 2024-11-20T20:20:27,054 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:20:27,056 INFO [M:0;d7d59561a64e:33521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:20:27,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x10159e67b170003, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:20:27,174 INFO [M:0;d7d59561a64e:33521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:20:27,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33521-0x10159e67b170003, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:20:27,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2aa5f9d6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:20:27,180 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68adde9c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:20:27,180 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:20:27,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@172ab688{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:20:27,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f74644b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/hadoop.log.dir/,STOPPED} 2024-11-20T20:20:27,185 WARN [BP-977886981-172.17.0.2-1732133951869 heartbeating to localhost/127.0.0.1:33381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T20:20:27,185 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T20:20:27,185 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T20:20:27,185 WARN [BP-977886981-172.17.0.2-1732133951869 heartbeating to localhost/127.0.0.1:33381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-977886981-172.17.0.2-1732133951869 (Datanode Uuid 42e3e8a8-de60-4f00-bdb1-d0e160ba684d) service to localhost/127.0.0.1:33381 2024-11-20T20:20:27,186 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/cluster_b5f37b1a-8af4-c6be-4b53-ee2c0334dbed/data/data1/current/BP-977886981-172.17.0.2-1732133951869 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:20:27,186 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/cluster_b5f37b1a-8af4-c6be-4b53-ee2c0334dbed/data/data2/current/BP-977886981-172.17.0.2-1732133951869 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:20:27,186 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T20:20:27,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77ddd912{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:20:27,202 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@322fd7b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:20:27,202 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:20:27,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42b16601{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:20:27,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ab24f83{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/hadoop.log.dir/,STOPPED} 2024-11-20T20:20:27,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T20:20:27,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T20:20:27,228 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:20:27,228 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:20:27,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:27,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:20:27,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:27,229 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T20:20:27,229 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=17255169, stopped=false 2024-11-20T20:20:27,229 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7d59561a64e,43517,1732133947531 2024-11-20T20:20:27,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x10159e67b170000, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2138710242/running 2024-11-20T20:20:27,250 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x10159e67b170001, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2138710242/running 2024-11-20T20:20:27,250 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x10159e67b170001, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138710242 2024-11-20T20:20:27,250 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:20:27,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x10159e67b170000, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138710242 2024-11-20T20:20:27,251 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:20:27,251 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:20:27,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:27,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40097-0x10159e67b170001, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Set watcher on znode that does not yet exist, /0-2138710242/running 2024-11-20T20:20:27,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43517-0x10159e67b170000, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Set watcher on znode that does not yet exist, /0-2138710242/running 2024-11-20T20:20:27,252 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7d59561a64e,40097,1732133947918' ***** 2024-11-20T20:20:27,252 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T20:20:27,253 INFO [RS:0;d7d59561a64e:40097 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T20:20:27,253 INFO [RS:0;d7d59561a64e:40097 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T20:20:27,253 INFO [RS:0;d7d59561a64e:40097 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T20:20:27,253 INFO [RS:0;d7d59561a64e:40097 {}] regionserver.HRegionServer(3091): Received CLOSE for bd9da30487af1603ecba458e8848746f 2024-11-20T20:20:27,253 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T20:20:27,253 INFO [RS:0;d7d59561a64e:40097 {}] regionserver.HRegionServer(3091): Received CLOSE for 905129c40a0f27c7aa9c3c7b609df9ad 2024-11-20T20:20:27,253 INFO [RS:0;d7d59561a64e:40097 {}] regionserver.HRegionServer(959): stopping server d7d59561a64e,40097,1732133947918 2024-11-20T20:20:27,253 INFO [RS:0;d7d59561a64e:40097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:20:27,254 INFO [RS:0;d7d59561a64e:40097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:40097. 2024-11-20T20:20:27,254 DEBUG [RS:0;d7d59561a64e:40097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:20:27,254 DEBUG [RS:0;d7d59561a64e:40097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:27,254 INFO [RS:0;d7d59561a64e:40097 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T20:20:27,254 INFO [RS:0;d7d59561a64e:40097 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T20:20:27,254 INFO [RS:0;d7d59561a64e:40097 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T20:20:27,254 INFO [RS:0;d7d59561a64e:40097 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T20:20:27,254 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd9da30487af1603ecba458e8848746f, disabling compactions & flushes 2024-11-20T20:20:27,254 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732133959754.bd9da30487af1603ecba458e8848746f. 2024-11-20T20:20:27,254 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732133959754.bd9da30487af1603ecba458e8848746f. 2024-11-20T20:20:27,254 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732133959754.bd9da30487af1603ecba458e8848746f. after waiting 0 ms 2024-11-20T20:20:27,254 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732133959754.bd9da30487af1603ecba458e8848746f. 2024-11-20T20:20:27,254 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bd9da30487af1603ecba458e8848746f 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-20T20:20:27,255 INFO [RS:0;d7d59561a64e:40097 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T20:20:27,255 DEBUG [RS:0;d7d59561a64e:40097 {}] regionserver.HRegionServer(1325): Online Regions={bd9da30487af1603ecba458e8848746f=hbase:replication,,1732133959754.bd9da30487af1603ecba458e8848746f., 1588230740=hbase:meta,,1.1588230740, 905129c40a0f27c7aa9c3c7b609df9ad=test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad.} 2024-11-20T20:20:27,255 DEBUG [RS:0;d7d59561a64e:40097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 905129c40a0f27c7aa9c3c7b609df9ad, bd9da30487af1603ecba458e8848746f 2024-11-20T20:20:27,256 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:20:27,256 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:20:27,256 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:20:27,256 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:20:27,256 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:20:27,256 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T20:20:27,276 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/replication/bd9da30487af1603ecba458e8848746f/.tmp/hfileref/7745c94a5641422c96a7bc407364d18b is 74, key is 1/hfileref:92b292eb21a94680af679ddb3a8b5251_SeqId_4_/1732133963660/DeleteColumn/seqid=0 2024-11-20T20:20:27,286 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/meta/1588230740/.tmp/info/019d77e9307d420d8ba1c87477d2e39f is 147, key is hbase:replication,,1732133959754.bd9da30487af1603ecba458e8848746f./info:regioninfo/1732133960942/Put/seqid=0 2024-11-20T20:20:27,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741844_1020 (size=5203) 2024-11-20T20:20:27,287 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/replication/bd9da30487af1603ecba458e8848746f/.tmp/hfileref/7745c94a5641422c96a7bc407364d18b 2024-11-20T20:20:27,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741845_1021 (size=7686) 2024-11-20T20:20:27,297 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/meta/1588230740/.tmp/info/019d77e9307d420d8ba1c87477d2e39f 2024-11-20T20:20:27,326 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/replication/bd9da30487af1603ecba458e8848746f/.tmp/queue/59d4dcf199e14413b23b044993f3c859 is 153, key is 1-d7d59561a64e,40097,1732133947918/queue:d7d59561a64e%2C40097%2C1732133947918/1732133964893/Put/seqid=0 2024-11-20T20:20:27,338 INFO [regionserver/d7d59561a64e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:20:27,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741846_1022 (size=5352) 2024-11-20T20:20:27,345 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/meta/1588230740/.tmp/ns/79f3fe497a3a429a8c29e714fd4429fb is 43, key is default/ns:d/1732133951442/Put/seqid=0 2024-11-20T20:20:27,346 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/replication/bd9da30487af1603ecba458e8848746f/.tmp/queue/59d4dcf199e14413b23b044993f3c859 2024-11-20T20:20:27,359 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/replication/bd9da30487af1603ecba458e8848746f/.tmp/hfileref/7745c94a5641422c96a7bc407364d18b as hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/replication/bd9da30487af1603ecba458e8848746f/hfileref/7745c94a5641422c96a7bc407364d18b 2024-11-20T20:20:27,366 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/replication/bd9da30487af1603ecba458e8848746f/hfileref/7745c94a5641422c96a7bc407364d18b, entries=2, sequenceid=10, filesize=5.1 K 2024-11-20T20:20:27,368 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/replication/bd9da30487af1603ecba458e8848746f/.tmp/queue/59d4dcf199e14413b23b044993f3c859 as hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/replication/bd9da30487af1603ecba458e8848746f/queue/59d4dcf199e14413b23b044993f3c859 2024-11-20T20:20:27,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741847_1023 (size=5153) 2024-11-20T20:20:27,377 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/replication/bd9da30487af1603ecba458e8848746f/queue/59d4dcf199e14413b23b044993f3c859, entries=1, sequenceid=10, filesize=5.2 K 2024-11-20T20:20:27,381 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for bd9da30487af1603ecba458e8848746f in 127ms, sequenceid=10, compaction requested=false 2024-11-20T20:20:27,384 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/meta/1588230740/.tmp/ns/79f3fe497a3a429a8c29e714fd4429fb 2024-11-20T20:20:27,425 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/replication/bd9da30487af1603ecba458e8848746f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T20:20:27,426 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:20:27,426 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:20:27,426 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732133959754.bd9da30487af1603ecba458e8848746f. 2024-11-20T20:20:27,426 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd9da30487af1603ecba458e8848746f: Waiting for close lock at 1732134027254Running coprocessor pre-close hooks at 1732134027254Disabling compacts and flushes for region at 1732134027254Disabling writes for close at 1732134027254Obtaining lock to block concurrent updates at 1732134027254Preparing flush snapshotting stores in bd9da30487af1603ecba458e8848746f at 1732134027254Finished memstore snapshotting hbase:replication,,1732133959754.bd9da30487af1603ecba458e8848746f., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732134027255 (+1 ms)Flushing stores of hbase:replication,,1732133959754.bd9da30487af1603ecba458e8848746f. at 1732134027256 (+1 ms)Flushing bd9da30487af1603ecba458e8848746f/hfileref: creating writer at 1732134027256Flushing bd9da30487af1603ecba458e8848746f/hfileref: appending metadata at 1732134027275 (+19 ms)Flushing bd9da30487af1603ecba458e8848746f/hfileref: closing flushed file at 1732134027275Flushing bd9da30487af1603ecba458e8848746f/queue: creating writer at 1732134027299 (+24 ms)Flushing bd9da30487af1603ecba458e8848746f/queue: appending metadata at 1732134027325 (+26 ms)Flushing bd9da30487af1603ecba458e8848746f/queue: closing flushed file at 1732134027325Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11366996: reopening flushed file at 1732134027359 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5afa2ca0: reopening flushed file at 1732134027367 (+8 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for bd9da30487af1603ecba458e8848746f in 127ms, sequenceid=10, compaction requested=false at 1732134027381 (+14 ms)Writing region close event to WAL at 1732134027393 (+12 ms)Running coprocessor post-close hooks at 1732134027426 (+33 ms)Closed at 1732134027426 2024-11-20T20:20:27,426 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732133959754.bd9da30487af1603ecba458e8848746f. 2024-11-20T20:20:27,427 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 905129c40a0f27c7aa9c3c7b609df9ad, disabling compactions & flushes 2024-11-20T20:20:27,427 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad. 2024-11-20T20:20:27,427 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad. 2024-11-20T20:20:27,427 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad. after waiting 0 ms 2024-11-20T20:20:27,427 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad. 2024-11-20T20:20:27,455 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/meta/1588230740/.tmp/rep_barrier/f4dff28482c14d73a89f59416dcfe030 is 112, key is test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad./rep_barrier:seqnumDuringOpen/1732133958209/Put/seqid=0 2024-11-20T20:20:27,456 DEBUG [RS:0;d7d59561a64e:40097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 905129c40a0f27c7aa9c3c7b609df9ad 2024-11-20T20:20:27,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741848_1024 (size=5518) 2024-11-20T20:20:27,489 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/default/test/905129c40a0f27c7aa9c3c7b609df9ad/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T20:20:27,489 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/meta/1588230740/.tmp/rep_barrier/f4dff28482c14d73a89f59416dcfe030 2024-11-20T20:20:27,490 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:20:27,490 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T20:20:27,490 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad. 2024-11-20T20:20:27,491 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 905129c40a0f27c7aa9c3c7b609df9ad: Waiting for close lock at 1732134027427Running coprocessor pre-close hooks at 1732134027427Disabling compacts and flushes for region at 1732134027427Disabling writes for close at 1732134027427Writing region close event to WAL at 1732134027460 (+33 ms)Running coprocessor post-close hooks at 1732134027490 (+30 ms)Closed at 1732134027490 2024-11-20T20:20:27,491 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732133957420.905129c40a0f27c7aa9c3c7b609df9ad. 2024-11-20T20:20:27,550 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/meta/1588230740/.tmp/table/7182a1d0d61b4091aed26a3865e9823a is 53, key is hbase:replication/table:state/1732133960951/Put/seqid=0 2024-11-20T20:20:27,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741849_1025 (size=5308) 2024-11-20T20:20:27,656 DEBUG [RS:0;d7d59561a64e:40097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:20:27,830 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T20:20:27,831 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T20:20:27,856 DEBUG [RS:0;d7d59561a64e:40097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:20:27,966 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/meta/1588230740/.tmp/table/7182a1d0d61b4091aed26a3865e9823a 2024-11-20T20:20:27,975 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/meta/1588230740/.tmp/info/019d77e9307d420d8ba1c87477d2e39f as hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/meta/1588230740/info/019d77e9307d420d8ba1c87477d2e39f 2024-11-20T20:20:27,989 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/meta/1588230740/info/019d77e9307d420d8ba1c87477d2e39f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T20:20:27,994 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/meta/1588230740/.tmp/ns/79f3fe497a3a429a8c29e714fd4429fb as hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/meta/1588230740/ns/79f3fe497a3a429a8c29e714fd4429fb 2024-11-20T20:20:28,004 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/meta/1588230740/ns/79f3fe497a3a429a8c29e714fd4429fb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T20:20:28,005 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/meta/1588230740/.tmp/rep_barrier/f4dff28482c14d73a89f59416dcfe030 as hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/meta/1588230740/rep_barrier/f4dff28482c14d73a89f59416dcfe030 2024-11-20T20:20:28,019 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/meta/1588230740/rep_barrier/f4dff28482c14d73a89f59416dcfe030, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T20:20:28,021 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/meta/1588230740/.tmp/table/7182a1d0d61b4091aed26a3865e9823a as hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/meta/1588230740/table/7182a1d0d61b4091aed26a3865e9823a 2024-11-20T20:20:28,033 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/meta/1588230740/table/7182a1d0d61b4091aed26a3865e9823a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T20:20:28,036 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 780ms, sequenceid=16, compaction requested=false 2024-11-20T20:20:28,045 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T20:20:28,045 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:20:28,045 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:20:28,045 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:20:28,046 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134027256Running coprocessor pre-close hooks at 1732134027256Disabling compacts and flushes for region at 1732134027256Disabling writes for close at 1732134027256Obtaining lock to block concurrent updates at 1732134027256Preparing flush snapshotting stores in 1588230740 at 1732134027256Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732134027256Flushing stores of hbase:meta,,1.1588230740 at 1732134027258 (+2 ms)Flushing 1588230740/info: creating writer at 1732134027258Flushing 1588230740/info: appending metadata at 1732134027285 (+27 ms)Flushing 1588230740/info: closing flushed file at 1732134027285Flushing 1588230740/ns: creating writer at 1732134027324 (+39 ms)Flushing 1588230740/ns: appending metadata at 1732134027345 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732134027345Flushing 1588230740/rep_barrier: creating writer at 1732134027421 (+76 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732134027455 (+34 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732134027455Flushing 1588230740/table: creating writer at 1732134027507 (+52 ms)Flushing 1588230740/table: appending metadata at 1732134027549 (+42 ms)Flushing 1588230740/table: closing flushed file at 1732134027549Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49dcb141: reopening flushed file at 1732134027973 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b9e5053: reopening flushed file at 1732134027990 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2120561e: reopening flushed file at 1732134028004 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bc15954: reopening flushed file at 1732134028020 (+16 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 780ms, sequenceid=16, compaction requested=false at 1732134028036 (+16 ms)Writing region close event to WAL at 1732134028041 (+5 ms)Running coprocessor post-close hooks at 1732134028045 (+4 ms)Closed at 1732134028045 2024-11-20T20:20:28,046 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T20:20:28,056 INFO [RS:0;d7d59561a64e:40097 {}] regionserver.HRegionServer(976): stopping server d7d59561a64e,40097,1732133947918; all regions closed. 2024-11-20T20:20:28,059 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.meta.1732133951078.meta not finished, retry = 0 2024-11-20T20:20:28,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741834_1010 (size=4239) 2024-11-20T20:20:28,106 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 997, reset compression=false 2024-11-20T20:20:28,113 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:20:28,113 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.wal-reader.d7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 to pos 1292, reset compression=false 2024-11-20T20:20:28,113 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.shipperd7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,40097,1732133947918 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:20:28,115 ERROR [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.shipperd7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d7d59561a64e,40097,1732133947918: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d7d59561a64e,40097,1732133947918, walGroup=d7d59561a64e%2C40097%2C1732133947918, offset=d7d59561a64e%2C40097%2C1732133947918.1732133950004:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:40097 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T20:20:28,117 ERROR [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.shipperd7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T20:20:28,121 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.shipperd7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T20:20:28,122 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.shipperd7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T20:20:28,122 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.shipperd7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T20:20:28,122 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.shipperd7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T20:20:28,123 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.shipperd7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 425841224 }, "NonHeapMemoryUsage": { "committed": 181207040, "init": 7667712, "max": -1, "used": 175807920 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T20:20:28,126 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.shipperd7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:43517 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:43517 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T20:20:28,163 DEBUG [RS:0;d7d59561a64e:40097 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/oldWALs 2024-11-20T20:20:28,163 INFO [RS:0;d7d59561a64e:40097 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C40097%2C1732133947918.meta:.meta(num 1732133951078) 2024-11-20T20:20:28,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741839_1015 (size=2700) 2024-11-20T20:20:28,173 DEBUG [RS:0;d7d59561a64e:40097 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/oldWALs 2024-11-20T20:20:28,173 INFO [RS:0;d7d59561a64e:40097 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C40097%2C1732133947918.rep:(num 1732133960899) 2024-11-20T20:20:28,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741833_1009 (size=1300) 2024-11-20T20:20:28,182 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/WALs/d7d59561a64e,40097,1732133947918/d7d59561a64e%2C40097%2C1732133947918.1732133950004 not finished, retry = 0 2024-11-20T20:20:28,285 DEBUG [RS:0;d7d59561a64e:40097 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/oldWALs 2024-11-20T20:20:28,285 INFO [RS:0;d7d59561a64e:40097 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C40097%2C1732133947918:(num 1732133950004) 2024-11-20T20:20:28,285 DEBUG [RS:0;d7d59561a64e:40097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:28,285 INFO [RS:0;d7d59561a64e:40097 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:20:28,285 INFO [RS:0;d7d59561a64e:40097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:20:28,285 INFO [RS:0;d7d59561a64e:40097 {}] hbase.ChoreService(370): Chore service for: regionserver/d7d59561a64e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T20:20:28,285 INFO [RS:0;d7d59561a64e:40097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:20:28,286 INFO [RS:0;d7d59561a64e:40097 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7d59561a64e,40097,1732133947918 because: Region server is closing 2024-11-20T20:20:28,286 INFO [RS:0;d7d59561a64e:40097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:40097. 2024-11-20T20:20:28,286 DEBUG [RS:0;d7d59561a64e:40097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:20:28,286 DEBUG [RS:0;d7d59561a64e:40097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:28,286 DEBUG [RS:0;d7d59561a64e:40097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:28,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:20:28,286 INFO [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:20:28,386 INFO [RS:0;d7d59561a64e:40097 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40097,1732133947918.replicationSource.shipperd7d59561a64e%2C40097%2C1732133947918,1-d7d59561a64e,40097,1732133947918 terminated 2024-11-20T20:20:28,387 INFO [RS:0;d7d59561a64e:40097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40097 2024-11-20T20:20:28,452 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x10159e67b170001, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2138710242/rs/d7d59561a64e,40097,1732133947918 2024-11-20T20:20:28,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x10159e67b170000, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138710242/rs 2024-11-20T20:20:28,452 INFO [RS:0;d7d59561a64e:40097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:20:28,453 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7d59561a64e,40097,1732133947918] 2024-11-20T20:20:28,473 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2138710242/draining/d7d59561a64e,40097,1732133947918 already deleted, retry=false 2024-11-20T20:20:28,473 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7d59561a64e,40097,1732133947918 expired; onlineServers=0 2024-11-20T20:20:28,473 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7d59561a64e,43517,1732133947531' ***** 2024-11-20T20:20:28,473 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T20:20:28,473 INFO [M:0;d7d59561a64e:43517 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:20:28,473 INFO [M:0;d7d59561a64e:43517 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:20:28,473 DEBUG [M:0;d7d59561a64e:43517 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T20:20:28,474 DEBUG [M:0;d7d59561a64e:43517 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T20:20:28,474 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T20:20:28,474 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732133949596 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732133949596,5,FailOnTimeoutGroup] 2024-11-20T20:20:28,474 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732133949596 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732133949596,5,FailOnTimeoutGroup] 2024-11-20T20:20:28,474 INFO [M:0;d7d59561a64e:43517 {}] hbase.ChoreService(370): Chore service for: master/d7d59561a64e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T20:20:28,474 INFO [M:0;d7d59561a64e:43517 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:20:28,474 DEBUG [M:0;d7d59561a64e:43517 {}] master.HMaster(1795): Stopping service threads 2024-11-20T20:20:28,474 INFO [M:0;d7d59561a64e:43517 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T20:20:28,474 INFO [M:0;d7d59561a64e:43517 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:20:28,474 INFO [M:0;d7d59561a64e:43517 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T20:20:28,474 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T20:20:28,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x10159e67b170000, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2138710242/master 2024-11-20T20:20:28,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x10159e67b170000, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138710242 2024-11-20T20:20:28,484 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2138710242/master already deleted, retry=false 2024-11-20T20:20:28,484 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:43517-0x10159e67b170000, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-2138710242/master 2024-11-20T20:20:28,485 INFO [M:0;d7d59561a64e:43517 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/.lastflushedseqids 2024-11-20T20:20:28,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741850_1026 (size=263) 2024-11-20T20:20:28,495 INFO [M:0;d7d59561a64e:43517 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T20:20:28,495 INFO [M:0;d7d59561a64e:43517 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T20:20:28,495 DEBUG [M:0;d7d59561a64e:43517 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:20:28,495 INFO [M:0;d7d59561a64e:43517 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:20:28,495 DEBUG [M:0;d7d59561a64e:43517 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:20:28,496 DEBUG [M:0;d7d59561a64e:43517 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:20:28,496 DEBUG [M:0;d7d59561a64e:43517 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:20:28,496 INFO [M:0;d7d59561a64e:43517 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-20T20:20:28,517 DEBUG [M:0;d7d59561a64e:43517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a3fcc9d62a74694bb979028b38bb205 is 82, key is hbase:meta,,1/info:regioninfo/1732133951258/Put/seqid=0 2024-11-20T20:20:28,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741851_1027 (size=5672) 2024-11-20T20:20:28,523 INFO [M:0;d7d59561a64e:43517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a3fcc9d62a74694bb979028b38bb205 2024-11-20T20:20:28,555 DEBUG [M:0;d7d59561a64e:43517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6600504a71234c5f96d0e9362ae69b51 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732133958228/Put/seqid=0 2024-11-20T20:20:28,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741852_1028 (size=7240) 2024-11-20T20:20:28,563 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x10159e67b170001, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:20:28,563 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40097-0x10159e67b170001, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:20:28,563 INFO [RS:0;d7d59561a64e:40097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:20:28,563 INFO [RS:0;d7d59561a64e:40097 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7d59561a64e,40097,1732133947918; zookeeper connection closed. 2024-11-20T20:20:28,564 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4537bed3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4537bed3 2024-11-20T20:20:28,564 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T20:20:28,564 INFO [M:0;d7d59561a64e:43517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6600504a71234c5f96d0e9362ae69b51 2024-11-20T20:20:28,570 INFO [M:0;d7d59561a64e:43517 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6600504a71234c5f96d0e9362ae69b51 2024-11-20T20:20:28,593 DEBUG [M:0;d7d59561a64e:43517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9cc9a71f56c46119aa463b7bbeb151b is 69, key is d7d59561a64e,40097,1732133947918/rs:state/1732133949698/Put/seqid=0 2024-11-20T20:20:28,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741853_1029 (size=5156) 2024-11-20T20:20:29,000 INFO [M:0;d7d59561a64e:43517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9cc9a71f56c46119aa463b7bbeb151b 2024-11-20T20:20:29,015 DEBUG [M:0;d7d59561a64e:43517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a3fcc9d62a74694bb979028b38bb205 as hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a3fcc9d62a74694bb979028b38bb205 2024-11-20T20:20:29,025 INFO [M:0;d7d59561a64e:43517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a3fcc9d62a74694bb979028b38bb205, entries=8, sequenceid=105, filesize=5.5 K 2024-11-20T20:20:29,027 DEBUG [M:0;d7d59561a64e:43517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6600504a71234c5f96d0e9362ae69b51 as hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6600504a71234c5f96d0e9362ae69b51 2024-11-20T20:20:29,034 INFO [M:0;d7d59561a64e:43517 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6600504a71234c5f96d0e9362ae69b51 2024-11-20T20:20:29,034 INFO [M:0;d7d59561a64e:43517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6600504a71234c5f96d0e9362ae69b51, entries=11, sequenceid=105, filesize=7.1 K 2024-11-20T20:20:29,036 DEBUG [M:0;d7d59561a64e:43517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9cc9a71f56c46119aa463b7bbeb151b as hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9cc9a71f56c46119aa463b7bbeb151b 2024-11-20T20:20:29,043 INFO [M:0;d7d59561a64e:43517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40771/user/jenkins/test-data/20786610-1b19-1606-fdd8-26538d6822ff/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9cc9a71f56c46119aa463b7bbeb151b, entries=1, sequenceid=105, filesize=5.0 K 2024-11-20T20:20:29,046 INFO [M:0;d7d59561a64e:43517 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 549ms, sequenceid=105, compaction requested=false 2024-11-20T20:20:29,051 INFO [M:0;d7d59561a64e:43517 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:20:29,052 DEBUG [M:0;d7d59561a64e:43517 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134028495Disabling compacts and flushes for region at 1732134028495Disabling writes for close at 1732134028496 (+1 ms)Obtaining lock to block concurrent updates at 1732134028496Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732134028496Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732134028496Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732134028497 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732134028497Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732134028517 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732134028517Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732134028530 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732134028555 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732134028555Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732134028570 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732134028592 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732134028592Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26070373: reopening flushed file at 1732134029013 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44edabf0: reopening flushed file at 1732134029025 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4743d703: reopening flushed file at 1732134029035 (+10 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 549ms, sequenceid=105, compaction requested=false at 1732134029046 (+11 ms)Writing region close event to WAL at 1732134029051 (+5 ms)Closed at 1732134029051 2024-11-20T20:20:29,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741830_1006 (size=64526) 2024-11-20T20:20:29,059 INFO [M:0;d7d59561a64e:43517 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T20:20:29,059 INFO [M:0;d7d59561a64e:43517 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43517 2024-11-20T20:20:29,059 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:20:29,060 INFO [M:0;d7d59561a64e:43517 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:20:29,205 INFO [M:0;d7d59561a64e:43517 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:20:29,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x10159e67b170000, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:20:29,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43517-0x10159e67b170000, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:20:29,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c055765{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:20:29,229 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@503f5772{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:20:29,229 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:20:29,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@368d87d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:20:29,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ba9d83b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/hadoop.log.dir/,STOPPED} 2024-11-20T20:20:29,233 WARN [BP-644173966-172.17.0.2-1732133945232 heartbeating to localhost/127.0.0.1:40771 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T20:20:29,233 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T20:20:29,233 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T20:20:29,233 WARN [BP-644173966-172.17.0.2-1732133945232 heartbeating to localhost/127.0.0.1:40771 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-644173966-172.17.0.2-1732133945232 (Datanode Uuid b79cd66d-5943-405c-8501-6fd158944c56) service to localhost/127.0.0.1:40771 2024-11-20T20:20:29,233 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/cluster_9a05145d-9ed6-e49c-7703-ac416f9a6016/data/data1/current/BP-644173966-172.17.0.2-1732133945232 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:20:29,234 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/cluster_9a05145d-9ed6-e49c-7703-ac416f9a6016/data/data2/current/BP-644173966-172.17.0.2-1732133945232 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:20:29,234 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T20:20:29,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a5e45e5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:20:29,245 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b67927a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:20:29,245 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:20:29,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f85ec92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:20:29,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a42b3e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29b1dc98-44d8-49e1-8d1b-55f23b67f124/hadoop.log.dir/,STOPPED} 2024-11-20T20:20:29,253 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T20:20:29,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T20:20:29,281 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 145) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$802/0x00007f7b18b8d618.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:40771 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40771 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60154) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40771 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$802/0x00007f7b18b8d618.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60154) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:33381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33381 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40771 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40771 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 476) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=778 (was 757) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1530 (was 1094) - AvailableMemoryMB LEAK? - 2024-11-20T20:20:29,290 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=778, ProcessCount=11, AvailableMemoryMB=1530 2024-11-20T20:20:29,307 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-20T20:20:29,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/hadoop.log.dir so I do NOT create it in target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3 2024-11-20T20:20:29,308 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T20:20:29,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/hadoop.tmp.dir so I do NOT create it in target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3 2024-11-20T20:20:29,308 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/462aec5e-f314-8c94-8ef3-c730c22902ee/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T20:20:29,308 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3 2024-11-20T20:20:29,308 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/cluster_47e064e8-c455-326d-b1b6-ccb30c59add5, deleteOnExit=true 2024-11-20T20:20:29,323 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/cluster_47e064e8-c455-326d-b1b6-ccb30c59add5/zookeeper_0, clientPort=50679, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/cluster_47e064e8-c455-326d-b1b6-ccb30c59add5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/cluster_47e064e8-c455-326d-b1b6-ccb30c59add5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T20:20:29,324 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50679 2024-11-20T20:20:29,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T20:20:29,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T20:20:29,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/test.cache.data in system properties and HBase conf 2024-11-20T20:20:29,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T20:20:29,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/hadoop.log.dir in system properties and HBase conf 2024-11-20T20:20:29,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T20:20:29,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T20:20:29,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T20:20:29,326 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T20:20:29,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:20:29,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:20:29,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T20:20:29,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:20:29,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T20:20:29,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T20:20:29,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:20:29,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:20:29,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T20:20:29,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/nfs.dump.dir in system properties and HBase conf 2024-11-20T20:20:29,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/java.io.tmpdir in system properties and HBase conf 2024-11-20T20:20:29,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:20:29,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T20:20:29,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T20:20:29,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10159e67b170002, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T20:20:29,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10159e67b170005, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T20:20:29,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10159e67b170002, quorum=127.0.0.1:60154, baseZNode=/0-2138710242 Received Disconnected from ZooKeeper, ignoring 2024-11-20T20:20:29,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10159e67b170005, quorum=127.0.0.1:60154, baseZNode=/1641449506 Received Disconnected from ZooKeeper, ignoring 2024-11-20T20:20:29,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:20:29,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:20:29,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:20:29,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:20:29,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:20:29,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:20:30,049 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T20:20:30,077 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:20:30,078 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:20:30,079 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:20:30,079 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:20:30,079 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:20:30,088 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:20:30,115 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:20:30,122 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:20:30,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:20:30,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:20:30,124 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:20:30,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:20:30,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f13e84a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:20:30,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35299b4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:20:30,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46222de{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/java.io.tmpdir/jetty-localhost-46597-hadoop-hdfs-3_4_1-tests_jar-_-any-8941269466213692941/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:20:30,263 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ac7df12{HTTP/1.1, (http/1.1)}{localhost:46597} 2024-11-20T20:20:30,263 INFO [Time-limited test {}] server.Server(415): Started @135580ms 2024-11-20T20:20:30,556 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:20:30,563 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:20:30,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:20:30,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:20:30,568 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:20:30,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16acb552{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:20:30,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b94c408{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:20:30,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1233d3d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/java.io.tmpdir/jetty-localhost-44917-hadoop-hdfs-3_4_1-tests_jar-_-any-9578705445912067221/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:20:30,723 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@305dbe87{HTTP/1.1, (http/1.1)}{localhost:44917} 2024-11-20T20:20:30,723 INFO [Time-limited test {}] server.Server(415): Started @136040ms 2024-11-20T20:20:30,725 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T20:20:31,599 WARN [Thread-1278 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/cluster_47e064e8-c455-326d-b1b6-ccb30c59add5/data/data1/current/BP-773707176-172.17.0.2-1732134029350/current, will proceed with Du for space computation calculation, 2024-11-20T20:20:31,604 WARN [Thread-1279 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/cluster_47e064e8-c455-326d-b1b6-ccb30c59add5/data/data2/current/BP-773707176-172.17.0.2-1732134029350/current, will proceed with Du for space computation calculation, 2024-11-20T20:20:31,633 WARN [Thread-1266 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T20:20:31,636 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55ab56078c160cfc with lease ID 0x691df3a64460bef4: Processing first storage report for DS-1b5000ea-bded-439a-b967-918506b037ee from datanode DatanodeRegistration(127.0.0.1:41333, datanodeUuid=bb45dc33-b5b5-4a05-b73c-d3579f6d717d, infoPort=39725, infoSecurePort=0, ipcPort=35057, storageInfo=lv=-57;cid=testClusterID;nsid=1665963193;c=1732134029350) 2024-11-20T20:20:31,637 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55ab56078c160cfc with lease ID 0x691df3a64460bef4: from storage DS-1b5000ea-bded-439a-b967-918506b037ee node DatanodeRegistration(127.0.0.1:41333, datanodeUuid=bb45dc33-b5b5-4a05-b73c-d3579f6d717d, infoPort=39725, infoSecurePort=0, ipcPort=35057, storageInfo=lv=-57;cid=testClusterID;nsid=1665963193;c=1732134029350), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:20:31,637 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55ab56078c160cfc with lease ID 0x691df3a64460bef4: Processing first storage report for DS-d7e3f7a1-8e80-4617-afa9-48b9d556fac8 from datanode DatanodeRegistration(127.0.0.1:41333, datanodeUuid=bb45dc33-b5b5-4a05-b73c-d3579f6d717d, infoPort=39725, infoSecurePort=0, ipcPort=35057, storageInfo=lv=-57;cid=testClusterID;nsid=1665963193;c=1732134029350) 2024-11-20T20:20:31,637 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55ab56078c160cfc with lease ID 0x691df3a64460bef4: from storage DS-d7e3f7a1-8e80-4617-afa9-48b9d556fac8 node DatanodeRegistration(127.0.0.1:41333, datanodeUuid=bb45dc33-b5b5-4a05-b73c-d3579f6d717d, infoPort=39725, infoSecurePort=0, ipcPort=35057, storageInfo=lv=-57;cid=testClusterID;nsid=1665963193;c=1732134029350), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:20:31,644 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3 2024-11-20T20:20:31,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:20:31,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:20:31,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741825_1001 (size=7) 2024-11-20T20:20:31,659 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b with version=8 2024-11-20T20:20:31,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/hbase-staging 2024-11-20T20:20:31,662 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:20:31,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:20:31,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:20:31,663 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:20:31,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:20:31,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:20:31,663 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T20:20:31,663 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:20:31,664 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44845 2024-11-20T20:20:31,665 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44845 connecting to ZooKeeper ensemble=127.0.0.1:50679 2024-11-20T20:20:31,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448450x0, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:20:31,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44845-0x10159e7c3b50000 connected 2024-11-20T20:20:31,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:20:31,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:20:31,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44845-0x10159e7c3b50000, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Set watcher on znode that does not yet exist, /0-783400743/running 2024-11-20T20:20:31,826 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b, hbase.cluster.distributed=false 2024-11-20T20:20:31,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44845-0x10159e7c3b50000, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Set watcher on znode that does not yet exist, /0-783400743/acl 2024-11-20T20:20:31,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44845 2024-11-20T20:20:31,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44845 2024-11-20T20:20:31,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44845 2024-11-20T20:20:31,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44845 2024-11-20T20:20:31,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44845 2024-11-20T20:20:31,860 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:20:31,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:20:31,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:20:31,860 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:20:31,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:20:31,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:20:31,860 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T20:20:31,861 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:20:31,861 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46099 2024-11-20T20:20:31,863 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46099 connecting to ZooKeeper ensemble=127.0.0.1:50679 2024-11-20T20:20:31,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:20:31,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:20:31,881 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460990x0, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:20:31,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460990x0, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Set watcher on znode that does not yet exist, /0-783400743/running 2024-11-20T20:20:31,882 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T20:20:31,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46099-0x10159e7c3b50001 connected 2024-11-20T20:20:31,884 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T20:20:31,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46099-0x10159e7c3b50001, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Set watcher on znode that does not yet exist, /0-783400743/master 2024-11-20T20:20:31,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46099-0x10159e7c3b50001, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Set watcher on znode that does not yet exist, /0-783400743/acl 2024-11-20T20:20:31,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46099 2024-11-20T20:20:31,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46099 2024-11-20T20:20:31,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46099 2024-11-20T20:20:31,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46099 2024-11-20T20:20:31,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46099 2024-11-20T20:20:31,917 DEBUG [M:0;d7d59561a64e:44845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7d59561a64e:44845 2024-11-20T20:20:31,918 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-783400743/backup-masters/d7d59561a64e,44845,1732134031662 2024-11-20T20:20:31,926 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10159e7c3b50001, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743/backup-masters 2024-11-20T20:20:31,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44845-0x10159e7c3b50000, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743/backup-masters 2024-11-20T20:20:31,927 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44845-0x10159e7c3b50000, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Set watcher on existing znode=/0-783400743/backup-masters/d7d59561a64e,44845,1732134031662 2024-11-20T20:20:31,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44845-0x10159e7c3b50000, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743 2024-11-20T20:20:31,937 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10159e7c3b50001, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-783400743/master 2024-11-20T20:20:31,937 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10159e7c3b50001, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743 2024-11-20T20:20:31,938 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44845-0x10159e7c3b50000, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Set watcher on existing znode=/0-783400743/master 2024-11-20T20:20:31,938 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-783400743/backup-masters/d7d59561a64e,44845,1732134031662 from backup master directory 2024-11-20T20:20:31,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44845-0x10159e7c3b50000, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-783400743/backup-masters/d7d59561a64e,44845,1732134031662 2024-11-20T20:20:31,947 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10159e7c3b50001, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743/backup-masters 2024-11-20T20:20:31,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44845-0x10159e7c3b50000, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743/backup-masters 2024-11-20T20:20:31,948 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:20:31,948 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7d59561a64e,44845,1732134031662 2024-11-20T20:20:31,954 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/hbase.id] with ID: d5c287d8-6e7f-4704-a521-75745d7b5f80 2024-11-20T20:20:31,954 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/.tmp/hbase.id 2024-11-20T20:20:31,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741826_1002 (size=42) 2024-11-20T20:20:32,360 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/.tmp/hbase.id]:[hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/hbase.id] 2024-11-20T20:20:32,371 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:20:32,371 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T20:20:32,372 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T20:20:32,568 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10159e7c3b50001, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743 2024-11-20T20:20:32,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44845-0x10159e7c3b50000, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743 2024-11-20T20:20:32,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741827_1003 (size=196) 2024-11-20T20:20:32,613 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:20:32,613 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T20:20:32,614 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:20:32,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741828_1004 (size=1189) 2024-11-20T20:20:32,628 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store 2024-11-20T20:20:32,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741829_1005 (size=34) 2024-11-20T20:20:33,041 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:20:33,041 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:20:33,041 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:20:33,041 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:20:33,041 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:20:33,041 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:20:33,041 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:20:33,041 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134033041Disabling compacts and flushes for region at 1732134033041Disabling writes for close at 1732134033041Writing region close event to WAL at 1732134033041Closed at 1732134033041 2024-11-20T20:20:33,042 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/.initializing 2024-11-20T20:20:33,042 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/WALs/d7d59561a64e,44845,1732134031662 2024-11-20T20:20:33,043 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:20:33,045 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C44845%2C1732134031662, suffix=, logDir=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/WALs/d7d59561a64e,44845,1732134031662, archiveDir=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/oldWALs, maxLogs=10 2024-11-20T20:20:33,064 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/WALs/d7d59561a64e,44845,1732134031662/d7d59561a64e%2C44845%2C1732134031662.1732134033046, exclude list is [], retry=0 2024-11-20T20:20:33,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41333,DS-1b5000ea-bded-439a-b967-918506b037ee,DISK] 2024-11-20T20:20:33,081 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/WALs/d7d59561a64e,44845,1732134031662/d7d59561a64e%2C44845%2C1732134031662.1732134033046 2024-11-20T20:20:33,093 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39725:39725)] 2024-11-20T20:20:33,093 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:20:33,094 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:20:33,094 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:33,094 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:33,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:33,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T20:20:33,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:33,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:20:33,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:33,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T20:20:33,105 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:33,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:20:33,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:33,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T20:20:33,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:33,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:20:33,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:33,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T20:20:33,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:33,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:20:33,110 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:33,110 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:33,111 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:33,112 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:33,112 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:33,113 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:20:33,115 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:33,125 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:20:33,126 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73019616, jitterRate=0.08807706832885742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:20:33,127 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732134033094Initializing all the Stores at 1732134033095 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134033095Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134033100 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134033100Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134033100Cleaning up temporary data from old regions at 1732134033112 (+12 ms)Region opened successfully at 1732134033126 (+14 ms) 2024-11-20T20:20:33,132 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T20:20:33,136 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf11105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:20:33,137 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T20:20:33,137 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T20:20:33,137 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T20:20:33,137 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T20:20:33,138 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T20:20:33,138 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T20:20:33,138 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T20:20:33,147 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T20:20:33,147 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44845-0x10159e7c3b50000, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Unable to get data of znode /0-783400743/balancer because node does not exist (not necessarily an error) 2024-11-20T20:20:33,196 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-783400743/balancer already deleted, retry=false 2024-11-20T20:20:33,197 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T20:20:33,198 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44845-0x10159e7c3b50000, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Unable to get data of znode /0-783400743/normalizer because node does not exist (not necessarily an error) 2024-11-20T20:20:33,210 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-783400743/normalizer already deleted, retry=false 2024-11-20T20:20:33,211 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T20:20:33,212 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44845-0x10159e7c3b50000, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Unable to get data of znode /0-783400743/switch/split because node does not exist (not necessarily an error) 2024-11-20T20:20:33,221 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-783400743/switch/split already deleted, retry=false 2024-11-20T20:20:33,224 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44845-0x10159e7c3b50000, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Unable to get data of znode /0-783400743/switch/merge because node does not exist (not necessarily an error) 2024-11-20T20:20:33,232 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-783400743/switch/merge already deleted, retry=false 2024-11-20T20:20:33,241 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44845-0x10159e7c3b50000, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Unable to get data of znode /0-783400743/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T20:20:33,255 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-783400743/snapshot-cleanup already deleted, retry=false 2024-11-20T20:20:33,266 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10159e7c3b50001, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-783400743/running 2024-11-20T20:20:33,266 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10159e7c3b50001, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743 2024-11-20T20:20:33,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44845-0x10159e7c3b50000, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-783400743/running 2024-11-20T20:20:33,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44845-0x10159e7c3b50000, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743 2024-11-20T20:20:33,269 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7d59561a64e,44845,1732134031662, sessionid=0x10159e7c3b50000, setting cluster-up flag (Was=false) 2024-11-20T20:20:33,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44845-0x10159e7c3b50000, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743 2024-11-20T20:20:33,308 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10159e7c3b50001, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743 2024-11-20T20:20:33,355 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-783400743/flush-table-proc/acquired, /0-783400743/flush-table-proc/reached, /0-783400743/flush-table-proc/abort 2024-11-20T20:20:33,356 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,44845,1732134031662 2024-11-20T20:20:33,379 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10159e7c3b50001, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743 2024-11-20T20:20:33,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44845-0x10159e7c3b50000, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743 2024-11-20T20:20:33,411 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-783400743/online-snapshot/acquired, /0-783400743/online-snapshot/reached, /0-783400743/online-snapshot/abort 2024-11-20T20:20:33,412 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,44845,1732134031662 2024-11-20T20:20:33,417 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T20:20:33,419 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T20:20:33,419 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T20:20:33,419 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T20:20:33,419 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7d59561a64e,44845,1732134031662 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T20:20:33,425 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:20:33,425 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:20:33,425 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:20:33,425 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:20:33,425 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7d59561a64e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T20:20:33,425 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:33,425 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:20:33,425 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:33,434 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:20:33,434 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T20:20:33,435 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:33,436 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T20:20:33,448 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732134063448 2024-11-20T20:20:33,448 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T20:20:33,448 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T20:20:33,448 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T20:20:33,448 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T20:20:33,448 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T20:20:33,448 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T20:20:33,452 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:33,453 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T20:20:33,453 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T20:20:33,453 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T20:20:33,453 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T20:20:33,461 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T20:20:33,461 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T20:20:33,461 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134033461,5,FailOnTimeoutGroup] 2024-11-20T20:20:33,461 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134033461,5,FailOnTimeoutGroup] 2024-11-20T20:20:33,461 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:33,462 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T20:20:33,462 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:33,462 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:33,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741831_1007 (size=1321) 2024-11-20T20:20:33,464 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T20:20:33,464 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b 2024-11-20T20:20:33,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741832_1008 (size=32) 2024-11-20T20:20:33,505 INFO [RS:0;d7d59561a64e:46099 {}] regionserver.HRegionServer(746): ClusterId : d5c287d8-6e7f-4704-a521-75745d7b5f80 2024-11-20T20:20:33,505 DEBUG [RS:0;d7d59561a64e:46099 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T20:20:33,518 DEBUG [RS:0;d7d59561a64e:46099 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T20:20:33,518 DEBUG [RS:0;d7d59561a64e:46099 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T20:20:33,527 DEBUG [RS:0;d7d59561a64e:46099 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T20:20:33,527 DEBUG [RS:0;d7d59561a64e:46099 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f52556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:20:33,545 DEBUG [RS:0;d7d59561a64e:46099 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7d59561a64e:46099 2024-11-20T20:20:33,545 INFO [RS:0;d7d59561a64e:46099 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T20:20:33,545 INFO [RS:0;d7d59561a64e:46099 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T20:20:33,545 DEBUG [RS:0;d7d59561a64e:46099 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T20:20:33,547 INFO [RS:0;d7d59561a64e:46099 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d59561a64e,44845,1732134031662 with port=46099, startcode=1732134031859 2024-11-20T20:20:33,548 DEBUG [RS:0;d7d59561a64e:46099 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T20:20:33,550 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T20:20:33,551 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44845 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7d59561a64e,46099,1732134031859 2024-11-20T20:20:33,551 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44845 {}] master.ServerManager(517): Registering regionserver=d7d59561a64e,46099,1732134031859 2024-11-20T20:20:33,552 DEBUG [RS:0;d7d59561a64e:46099 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b 2024-11-20T20:20:33,552 DEBUG [RS:0;d7d59561a64e:46099 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46049 2024-11-20T20:20:33,552 DEBUG [RS:0;d7d59561a64e:46099 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T20:20:33,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44845-0x10159e7c3b50000, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743/rs 2024-11-20T20:20:33,565 DEBUG [RS:0;d7d59561a64e:46099 {}] zookeeper.ZKUtil(111): regionserver:46099-0x10159e7c3b50001, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Set watcher on existing znode=/0-783400743/rs/d7d59561a64e,46099,1732134031859 2024-11-20T20:20:33,565 WARN [RS:0;d7d59561a64e:46099 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:20:33,566 INFO [RS:0;d7d59561a64e:46099 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:20:33,566 DEBUG [RS:0;d7d59561a64e:46099 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,46099,1732134031859 2024-11-20T20:20:33,576 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7d59561a64e,46099,1732134031859] 2024-11-20T20:20:33,588 INFO [RS:0;d7d59561a64e:46099 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T20:20:33,596 INFO [RS:0;d7d59561a64e:46099 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T20:20:33,603 INFO [RS:0;d7d59561a64e:46099 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T20:20:33,604 INFO [RS:0;d7d59561a64e:46099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:33,608 INFO [RS:0;d7d59561a64e:46099 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T20:20:33,609 INFO [RS:0;d7d59561a64e:46099 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T20:20:33,609 INFO [RS:0;d7d59561a64e:46099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:33,610 DEBUG [RS:0;d7d59561a64e:46099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:33,612 DEBUG [RS:0;d7d59561a64e:46099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:33,612 DEBUG [RS:0;d7d59561a64e:46099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:33,612 DEBUG [RS:0;d7d59561a64e:46099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:33,612 DEBUG [RS:0;d7d59561a64e:46099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:33,612 DEBUG [RS:0;d7d59561a64e:46099 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:20:33,612 DEBUG [RS:0;d7d59561a64e:46099 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:33,612 DEBUG [RS:0;d7d59561a64e:46099 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:33,612 DEBUG [RS:0;d7d59561a64e:46099 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:33,613 DEBUG [RS:0;d7d59561a64e:46099 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:33,613 DEBUG [RS:0;d7d59561a64e:46099 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:33,613 DEBUG [RS:0;d7d59561a64e:46099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:33,613 DEBUG [RS:0;d7d59561a64e:46099 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:20:33,613 DEBUG [RS:0;d7d59561a64e:46099 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:20:33,628 INFO [RS:0;d7d59561a64e:46099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:33,628 INFO [RS:0;d7d59561a64e:46099 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:33,628 INFO [RS:0;d7d59561a64e:46099 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:33,628 INFO [RS:0;d7d59561a64e:46099 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:33,628 INFO [RS:0;d7d59561a64e:46099 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:33,628 INFO [RS:0;d7d59561a64e:46099 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,46099,1732134031859-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:20:33,651 INFO [RS:0;d7d59561a64e:46099 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T20:20:33,651 INFO [RS:0;d7d59561a64e:46099 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,46099,1732134031859-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:33,652 INFO [RS:0;d7d59561a64e:46099 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:33,652 INFO [RS:0;d7d59561a64e:46099 {}] regionserver.Replication(171): d7d59561a64e,46099,1732134031859 started 2024-11-20T20:20:33,670 INFO [RS:0;d7d59561a64e:46099 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:33,670 INFO [RS:0;d7d59561a64e:46099 {}] regionserver.HRegionServer(1482): Serving as d7d59561a64e,46099,1732134031859, RpcServer on d7d59561a64e/172.17.0.2:46099, sessionid=0x10159e7c3b50001 2024-11-20T20:20:33,670 DEBUG [RS:0;d7d59561a64e:46099 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T20:20:33,670 DEBUG [RS:0;d7d59561a64e:46099 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7d59561a64e,46099,1732134031859 2024-11-20T20:20:33,670 DEBUG [RS:0;d7d59561a64e:46099 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,46099,1732134031859' 2024-11-20T20:20:33,670 DEBUG [RS:0;d7d59561a64e:46099 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-783400743/flush-table-proc/abort' 2024-11-20T20:20:33,671 DEBUG [RS:0;d7d59561a64e:46099 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-783400743/flush-table-proc/acquired' 2024-11-20T20:20:33,671 DEBUG [RS:0;d7d59561a64e:46099 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T20:20:33,671 DEBUG [RS:0;d7d59561a64e:46099 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T20:20:33,672 DEBUG [RS:0;d7d59561a64e:46099 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7d59561a64e,46099,1732134031859 2024-11-20T20:20:33,672 DEBUG [RS:0;d7d59561a64e:46099 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,46099,1732134031859' 2024-11-20T20:20:33,672 DEBUG [RS:0;d7d59561a64e:46099 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-783400743/online-snapshot/abort' 2024-11-20T20:20:33,672 DEBUG [RS:0;d7d59561a64e:46099 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-783400743/online-snapshot/acquired' 2024-11-20T20:20:33,673 DEBUG [RS:0;d7d59561a64e:46099 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T20:20:33,673 INFO [RS:0;d7d59561a64e:46099 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T20:20:33,673 INFO [RS:0;d7d59561a64e:46099 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T20:20:33,773 INFO [RS:0;d7d59561a64e:46099 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:20:33,775 INFO [RS:0;d7d59561a64e:46099 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C46099%2C1732134031859, suffix=, logDir=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,46099,1732134031859, archiveDir=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/oldWALs, maxLogs=10 2024-11-20T20:20:33,792 DEBUG [RS:0;d7d59561a64e:46099 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,46099,1732134031859/d7d59561a64e%2C46099%2C1732134031859.1732134033775, exclude list is [], retry=0 2024-11-20T20:20:33,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41333,DS-1b5000ea-bded-439a-b967-918506b037ee,DISK] 2024-11-20T20:20:33,796 INFO [RS:0;d7d59561a64e:46099 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,46099,1732134031859/d7d59561a64e%2C46099%2C1732134031859.1732134033775 2024-11-20T20:20:33,800 DEBUG [RS:0;d7d59561a64e:46099 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39725:39725)] 2024-11-20T20:20:33,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:20:33,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:20:33,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:20:33,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:33,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:20:33,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:20:33,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:20:33,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:33,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:20:33,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:20:33,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:20:33,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:33,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:20:33,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:20:33,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:20:33,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:33,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:20:33,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:20:33,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740 2024-11-20T20:20:33,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740 2024-11-20T20:20:33,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:20:33,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:20:33,894 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:20:33,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:20:33,896 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:20:33,897 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74726370, jitterRate=0.11350968480110168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:20:33,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732134033885Initializing all the Stores at 1732134033885Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134033885Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134033886 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134033886Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134033886Cleaning up temporary data from old regions at 1732134033893 (+7 ms)Region opened successfully at 1732134033897 (+4 ms) 2024-11-20T20:20:33,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:20:33,898 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:20:33,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:20:33,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:20:33,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:20:33,898 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:20:33,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134033897Disabling compacts and flushes for region at 1732134033897Disabling writes for close at 1732134033898 (+1 ms)Writing region close event to WAL at 1732134033898Closed at 1732134033898 2024-11-20T20:20:33,899 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:20:33,899 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T20:20:33,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T20:20:33,900 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:20:33,900 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T20:20:34,051 DEBUG [d7d59561a64e:44845 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T20:20:34,051 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7d59561a64e,46099,1732134031859 2024-11-20T20:20:34,052 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,46099,1732134031859, state=OPENING 2024-11-20T20:20:34,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:20:34,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T20:20:34,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T20:20:34,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T20:20:34,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:20:34,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T20:20:34,101 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T20:20:34,112 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10159e7c3b50001, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743 2024-11-20T20:20:34,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44845-0x10159e7c3b50000, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743 2024-11-20T20:20:34,112 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:20:34,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-783400743/meta-region-server: CHANGED 2024-11-20T20:20:34,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-783400743/meta-region-server: CHANGED 2024-11-20T20:20:34,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,46099,1732134031859}] 2024-11-20T20:20:34,265 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:20:34,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T20:20:34,271 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T20:20:34,271 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:20:34,271 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T20:20:34,273 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C46099%2C1732134031859.meta, suffix=.meta, logDir=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,46099,1732134031859, archiveDir=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/oldWALs, maxLogs=10 2024-11-20T20:20:34,287 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,46099,1732134031859/d7d59561a64e%2C46099%2C1732134031859.meta.1732134034273.meta, exclude list is [], retry=0 2024-11-20T20:20:34,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41333,DS-1b5000ea-bded-439a-b967-918506b037ee,DISK] 2024-11-20T20:20:34,291 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,46099,1732134031859/d7d59561a64e%2C46099%2C1732134031859.meta.1732134034273.meta 2024-11-20T20:20:34,292 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39725:39725)] 2024-11-20T20:20:34,292 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:20:34,292 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:20:34,293 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:20:34,293 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T20:20:34,293 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T20:20:34,293 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T20:20:34,293 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:20:34,293 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T20:20:34,293 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T20:20:34,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:20:34,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:20:34,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:34,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:20:34,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:20:34,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:20:34,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:34,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:20:34,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:20:34,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:20:34,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:34,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:20:34,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:20:34,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:20:34,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:34,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:20:34,300 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:20:34,300 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740 2024-11-20T20:20:34,301 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740 2024-11-20T20:20:34,302 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:20:34,302 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:20:34,304 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:20:34,305 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:20:34,306 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72948921, jitterRate=0.08702363073825836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:20:34,306 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T20:20:34,307 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732134034293Writing region info on filesystem at 1732134034293Initializing all the Stores at 1732134034294 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134034294Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134034294Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134034294Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134034294Cleaning up temporary data from old regions at 1732134034302 (+8 ms)Running coprocessor post-open hooks at 1732134034306 (+4 ms)Region opened successfully at 1732134034307 (+1 ms) 2024-11-20T20:20:34,309 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732134034265 2024-11-20T20:20:34,311 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T20:20:34,311 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T20:20:34,312 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,46099,1732134031859 2024-11-20T20:20:34,313 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,46099,1732134031859, state=OPEN 2024-11-20T20:20:34,352 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10159e7c3b50001, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-783400743/meta-region-server 2024-11-20T20:20:34,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44845-0x10159e7c3b50000, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-783400743/meta-region-server 2024-11-20T20:20:34,352 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7d59561a64e,46099,1732134031859 2024-11-20T20:20:34,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-783400743/meta-region-server: CHANGED 2024-11-20T20:20:34,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-783400743/meta-region-server: CHANGED 2024-11-20T20:20:34,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T20:20:34,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,46099,1732134031859 in 239 msec 2024-11-20T20:20:34,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T20:20:34,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 457 msec 2024-11-20T20:20:34,361 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:20:34,361 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T20:20:34,362 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:20:34,362 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,46099,1732134031859, seqNum=-1] 2024-11-20T20:20:34,363 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:20:34,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:20:34,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 959 msec 2024-11-20T20:20:34,385 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732134034385, completionTime=-1 2024-11-20T20:20:34,385 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T20:20:34,385 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T20:20:34,387 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T20:20:34,388 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732134094387 2024-11-20T20:20:34,388 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732134154388 2024-11-20T20:20:34,388 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T20:20:34,388 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,44845,1732134031662-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:34,388 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,44845,1732134031662-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:34,388 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,44845,1732134031662-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:34,388 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7d59561a64e:44845, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:34,388 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:34,396 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:34,400 DEBUG [master/d7d59561a64e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T20:20:34,403 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.455sec 2024-11-20T20:20:34,403 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T20:20:34,403 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T20:20:34,403 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T20:20:34,403 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T20:20:34,403 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T20:20:34,403 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,44845,1732134031662-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:20:34,403 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,44845,1732134031662-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T20:20:34,414 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T20:20:34,414 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T20:20:34,414 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,44845,1732134031662-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:34,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b723d12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:20:34,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,44845,-1 for getting cluster id 2024-11-20T20:20:34,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:20:34,505 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5c287d8-6e7f-4704-a521-75745d7b5f80' 2024-11-20T20:20:34,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:20:34,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5c287d8-6e7f-4704-a521-75745d7b5f80" 2024-11-20T20:20:34,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f034e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:20:34,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,44845,-1] 2024-11-20T20:20:34,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:20:34,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:34,507 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:20:34,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e203837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:20:34,508 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:20:34,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,46099,1732134031859, seqNum=-1] 2024-11-20T20:20:34,511 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:20:34,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:20:34,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7d59561a64e,44845,1732134031662 2024-11-20T20:20:34,514 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50679 2024-11-20T20:20:34,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:20:34,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10159e7c3b50002 connected 2024-11-20T20:20:34,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/hadoop.log.dir so I do NOT create it in target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea 2024-11-20T20:20:34,555 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T20:20:34,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/hadoop.tmp.dir so I do NOT create it in target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea 2024-11-20T20:20:34,555 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T20:20:34,556 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea 2024-11-20T20:20:34,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T20:20:34,556 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/cluster_af141176-64a8-bf69-da43-90a865ce7d7b, deleteOnExit=true 2024-11-20T20:20:34,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T20:20:34,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/test.cache.data in system properties and HBase conf 2024-11-20T20:20:34,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T20:20:34,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/hadoop.log.dir in system properties and HBase conf 2024-11-20T20:20:34,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T20:20:34,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T20:20:34,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T20:20:34,557 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T20:20:34,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:20:34,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:20:34,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T20:20:34,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:20:34,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T20:20:34,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T20:20:34,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:20:34,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:20:34,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T20:20:34,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/nfs.dump.dir in system properties and HBase conf 2024-11-20T20:20:34,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/java.io.tmpdir in system properties and HBase conf 2024-11-20T20:20:34,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:20:34,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T20:20:34,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T20:20:35,316 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:20:35,325 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:20:35,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:20:35,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:20:35,328 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:20:35,333 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:20:35,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73f3698b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:20:35,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69ed25a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:20:35,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e225f62{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/java.io.tmpdir/jetty-localhost-38579-hadoop-hdfs-3_4_1-tests_jar-_-any-4190901850872003402/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:20:35,487 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9d207cf{HTTP/1.1, (http/1.1)}{localhost:38579} 2024-11-20T20:20:35,487 INFO [Time-limited test {}] server.Server(415): Started @140805ms 2024-11-20T20:20:35,874 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:20:35,879 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:20:35,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:20:35,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:20:35,880 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:20:35,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75117a99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:20:35,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3770829e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:20:35,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67c03719{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/java.io.tmpdir/jetty-localhost-35363-hadoop-hdfs-3_4_1-tests_jar-_-any-16863934206662658257/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:20:35,982 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ee05249{HTTP/1.1, (http/1.1)}{localhost:35363} 2024-11-20T20:20:35,982 INFO [Time-limited test {}] server.Server(415): Started @141299ms 2024-11-20T20:20:35,983 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T20:20:36,693 WARN [Thread-1398 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/cluster_af141176-64a8-bf69-da43-90a865ce7d7b/data/data1/current/BP-1647391646-172.17.0.2-1732134034583/current, will proceed with Du for space computation calculation, 2024-11-20T20:20:36,694 WARN [Thread-1399 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/cluster_af141176-64a8-bf69-da43-90a865ce7d7b/data/data2/current/BP-1647391646-172.17.0.2-1732134034583/current, will proceed with Du for space computation calculation, 2024-11-20T20:20:36,716 WARN [Thread-1386 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T20:20:36,722 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e655638f2d2691e with lease ID 0x5d97148ca98bd07d: Processing first storage report for DS-8ec54fc9-4058-4616-82ad-60fae7c90ea8 from datanode DatanodeRegistration(127.0.0.1:38101, datanodeUuid=2dbd0bc7-903c-46fe-81db-9fa23a432e25, infoPort=37887, infoSecurePort=0, ipcPort=39069, storageInfo=lv=-57;cid=testClusterID;nsid=40171541;c=1732134034583) 2024-11-20T20:20:36,722 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e655638f2d2691e with lease ID 0x5d97148ca98bd07d: from storage DS-8ec54fc9-4058-4616-82ad-60fae7c90ea8 node DatanodeRegistration(127.0.0.1:38101, datanodeUuid=2dbd0bc7-903c-46fe-81db-9fa23a432e25, infoPort=37887, infoSecurePort=0, ipcPort=39069, storageInfo=lv=-57;cid=testClusterID;nsid=40171541;c=1732134034583), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:20:36,722 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e655638f2d2691e with lease ID 0x5d97148ca98bd07d: Processing first storage report for DS-d8694a98-5533-49cc-837c-c534d48f2fc3 from datanode DatanodeRegistration(127.0.0.1:38101, datanodeUuid=2dbd0bc7-903c-46fe-81db-9fa23a432e25, infoPort=37887, infoSecurePort=0, ipcPort=39069, storageInfo=lv=-57;cid=testClusterID;nsid=40171541;c=1732134034583) 2024-11-20T20:20:36,722 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e655638f2d2691e with lease ID 0x5d97148ca98bd07d: from storage DS-d8694a98-5533-49cc-837c-c534d48f2fc3 node DatanodeRegistration(127.0.0.1:38101, datanodeUuid=2dbd0bc7-903c-46fe-81db-9fa23a432e25, infoPort=37887, infoSecurePort=0, ipcPort=39069, storageInfo=lv=-57;cid=testClusterID;nsid=40171541;c=1732134034583), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:20:36,820 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea 2024-11-20T20:20:36,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:20:36,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:20:36,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38101 is added to blk_1073741825_1001 (size=7) 2024-11-20T20:20:37,231 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268 with version=8 2024-11-20T20:20:37,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/hbase-staging 2024-11-20T20:20:37,234 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:20:37,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:20:37,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:20:37,234 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:20:37,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:20:37,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:20:37,234 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T20:20:37,234 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:20:37,235 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42933 2024-11-20T20:20:37,236 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42933 connecting to ZooKeeper ensemble=127.0.0.1:50679 2024-11-20T20:20:37,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429330x0, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:20:37,401 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42933-0x10159e7c3b50003 connected 2024-11-20T20:20:37,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:20:37,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:20:37,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42933-0x10159e7c3b50003, quorum=127.0.0.1:50679, baseZNode=/1330452310 Set watcher on znode that does not yet exist, /1330452310/running 2024-11-20T20:20:37,526 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268, hbase.cluster.distributed=false 2024-11-20T20:20:37,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42933-0x10159e7c3b50003, quorum=127.0.0.1:50679, baseZNode=/1330452310 Set watcher on znode that does not yet exist, /1330452310/acl 2024-11-20T20:20:37,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42933 2024-11-20T20:20:37,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42933 2024-11-20T20:20:37,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42933 2024-11-20T20:20:37,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42933 2024-11-20T20:20:37,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42933 2024-11-20T20:20:37,547 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:20:37,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:20:37,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:20:37,547 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:20:37,547 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:20:37,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:20:37,548 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T20:20:37,548 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:20:37,552 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35499 2024-11-20T20:20:37,553 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35499 connecting to ZooKeeper ensemble=127.0.0.1:50679 2024-11-20T20:20:37,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:20:37,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:20:37,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354990x0, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:20:37,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354990x0, quorum=127.0.0.1:50679, baseZNode=/1330452310 Set watcher on znode that does not yet exist, /1330452310/running 2024-11-20T20:20:37,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35499-0x10159e7c3b50004 connected 2024-11-20T20:20:37,569 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T20:20:37,572 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T20:20:37,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35499-0x10159e7c3b50004, quorum=127.0.0.1:50679, baseZNode=/1330452310 Set watcher on znode that does not yet exist, /1330452310/master 2024-11-20T20:20:37,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35499-0x10159e7c3b50004, quorum=127.0.0.1:50679, baseZNode=/1330452310 Set watcher on znode that does not yet exist, /1330452310/acl 2024-11-20T20:20:37,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35499 2024-11-20T20:20:37,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35499 2024-11-20T20:20:37,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35499 2024-11-20T20:20:37,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35499 2024-11-20T20:20:37,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35499 2024-11-20T20:20:37,594 DEBUG [M:0;d7d59561a64e:42933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7d59561a64e:42933 2024-11-20T20:20:37,595 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1330452310/backup-masters/d7d59561a64e,42933,1732134037234 2024-11-20T20:20:37,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42933-0x10159e7c3b50003, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1330452310/backup-masters 2024-11-20T20:20:37,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x10159e7c3b50004, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1330452310/backup-masters 2024-11-20T20:20:37,653 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42933-0x10159e7c3b50003, quorum=127.0.0.1:50679, baseZNode=/1330452310 Set watcher on existing znode=/1330452310/backup-masters/d7d59561a64e,42933,1732134037234 2024-11-20T20:20:37,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x10159e7c3b50004, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1330452310/master 2024-11-20T20:20:37,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42933-0x10159e7c3b50003, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1330452310 2024-11-20T20:20:37,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x10159e7c3b50004, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1330452310 2024-11-20T20:20:37,737 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42933-0x10159e7c3b50003, quorum=127.0.0.1:50679, baseZNode=/1330452310 Set watcher on existing znode=/1330452310/master 2024-11-20T20:20:37,737 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1330452310/backup-masters/d7d59561a64e,42933,1732134037234 from backup master directory 2024-11-20T20:20:37,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42933-0x10159e7c3b50003, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1330452310/backup-masters/d7d59561a64e,42933,1732134037234 2024-11-20T20:20:37,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x10159e7c3b50004, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1330452310/backup-masters 2024-11-20T20:20:37,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42933-0x10159e7c3b50003, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1330452310/backup-masters 2024-11-20T20:20:37,824 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:20:37,824 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7d59561a64e,42933,1732134037234 2024-11-20T20:20:37,827 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/hbase.id] with ID: 6a0ccc9c-dc84-4738-9136-d0bad0708e89 2024-11-20T20:20:37,828 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/.tmp/hbase.id 2024-11-20T20:20:37,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38101 is added to blk_1073741826_1002 (size=42) 2024-11-20T20:20:37,832 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/.tmp/hbase.id]:[hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/hbase.id] 2024-11-20T20:20:37,847 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:20:37,847 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T20:20:37,849 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T20:20:37,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x10159e7c3b50004, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1330452310 2024-11-20T20:20:37,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42933-0x10159e7c3b50003, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1330452310 2024-11-20T20:20:37,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38101 is added to blk_1073741827_1003 (size=196) 2024-11-20T20:20:38,286 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:20:38,287 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T20:20:38,287 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:20:38,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38101 is added to blk_1073741828_1004 (size=1189) 2024-11-20T20:20:38,697 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/MasterData/data/master/store 2024-11-20T20:20:38,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38101 is added to blk_1073741829_1005 (size=34) 2024-11-20T20:20:39,104 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:20:39,104 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:20:39,104 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:20:39,104 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:20:39,104 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:20:39,104 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:20:39,104 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:20:39,104 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134039104Disabling compacts and flushes for region at 1732134039104Disabling writes for close at 1732134039104Writing region close event to WAL at 1732134039104Closed at 1732134039104 2024-11-20T20:20:39,105 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/MasterData/data/master/store/.initializing 2024-11-20T20:20:39,105 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/MasterData/WALs/d7d59561a64e,42933,1732134037234 2024-11-20T20:20:39,106 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:20:39,108 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C42933%2C1732134037234, suffix=, logDir=hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/MasterData/WALs/d7d59561a64e,42933,1732134037234, archiveDir=hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/MasterData/oldWALs, maxLogs=10 2024-11-20T20:20:39,120 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/MasterData/WALs/d7d59561a64e,42933,1732134037234/d7d59561a64e%2C42933%2C1732134037234.1732134039108, exclude list is [], retry=0 2024-11-20T20:20:39,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38101,DS-8ec54fc9-4058-4616-82ad-60fae7c90ea8,DISK] 2024-11-20T20:20:39,125 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/MasterData/WALs/d7d59561a64e,42933,1732134037234/d7d59561a64e%2C42933%2C1732134037234.1732134039108 2024-11-20T20:20:39,125 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37887:37887)] 2024-11-20T20:20:39,125 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:20:39,125 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:20:39,126 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:39,126 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:39,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:39,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T20:20:39,128 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:39,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:20:39,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:39,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T20:20:39,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:39,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:20:39,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:39,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T20:20:39,131 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:39,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:20:39,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:39,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T20:20:39,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:39,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:20:39,133 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:39,133 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:39,133 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:39,134 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:39,134 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:39,135 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:20:39,136 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:39,138 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:20:39,138 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75413404, jitterRate=0.12374728918075562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:20:39,138 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732134039126Initializing all the Stores at 1732134039127 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134039127Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134039127Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134039127Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134039127Cleaning up temporary data from old regions at 1732134039135 (+8 ms)Region opened successfully at 1732134039138 (+3 ms) 2024-11-20T20:20:39,139 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T20:20:39,141 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@431980e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:20:39,142 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T20:20:39,142 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T20:20:39,142 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T20:20:39,142 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T20:20:39,143 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T20:20:39,143 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T20:20:39,143 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T20:20:39,145 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T20:20:39,146 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42933-0x10159e7c3b50003, quorum=127.0.0.1:50679, baseZNode=/1330452310 Unable to get data of znode /1330452310/balancer because node does not exist (not necessarily an error) 2024-11-20T20:20:39,259 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1330452310/balancer already deleted, retry=false 2024-11-20T20:20:39,260 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T20:20:39,261 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42933-0x10159e7c3b50003, quorum=127.0.0.1:50679, baseZNode=/1330452310 Unable to get data of znode /1330452310/normalizer because node does not exist (not necessarily an error) 2024-11-20T20:20:39,273 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1330452310/normalizer already deleted, retry=false 2024-11-20T20:20:39,274 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T20:20:39,275 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42933-0x10159e7c3b50003, quorum=127.0.0.1:50679, baseZNode=/1330452310 Unable to get data of znode /1330452310/switch/split because node does not exist (not necessarily an error) 2024-11-20T20:20:39,284 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1330452310/switch/split already deleted, retry=false 2024-11-20T20:20:39,285 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42933-0x10159e7c3b50003, quorum=127.0.0.1:50679, baseZNode=/1330452310 Unable to get data of znode /1330452310/switch/merge because node does not exist (not necessarily an error) 2024-11-20T20:20:39,294 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1330452310/switch/merge already deleted, retry=false 2024-11-20T20:20:39,296 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42933-0x10159e7c3b50003, quorum=127.0.0.1:50679, baseZNode=/1330452310 Unable to get data of znode /1330452310/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T20:20:39,305 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1330452310/snapshot-cleanup already deleted, retry=false 2024-11-20T20:20:39,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42933-0x10159e7c3b50003, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1330452310/running 2024-11-20T20:20:39,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x10159e7c3b50004, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1330452310/running 2024-11-20T20:20:39,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x10159e7c3b50004, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1330452310 2024-11-20T20:20:39,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42933-0x10159e7c3b50003, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1330452310 2024-11-20T20:20:39,316 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7d59561a64e,42933,1732134037234, sessionid=0x10159e7c3b50003, setting cluster-up flag (Was=false) 2024-11-20T20:20:39,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x10159e7c3b50004, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1330452310 2024-11-20T20:20:39,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42933-0x10159e7c3b50003, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1330452310 2024-11-20T20:20:39,368 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1330452310/flush-table-proc/acquired, /1330452310/flush-table-proc/reached, /1330452310/flush-table-proc/abort 2024-11-20T20:20:39,369 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,42933,1732134037234 2024-11-20T20:20:39,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x10159e7c3b50004, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1330452310 2024-11-20T20:20:39,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42933-0x10159e7c3b50003, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1330452310 2024-11-20T20:20:39,421 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1330452310/online-snapshot/acquired, /1330452310/online-snapshot/reached, /1330452310/online-snapshot/abort 2024-11-20T20:20:39,422 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,42933,1732134037234 2024-11-20T20:20:39,423 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T20:20:39,424 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T20:20:39,425 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T20:20:39,425 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T20:20:39,425 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7d59561a64e,42933,1732134037234 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T20:20:39,426 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:20:39,426 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:20:39,426 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:20:39,426 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:20:39,426 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7d59561a64e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T20:20:39,426 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:39,426 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:20:39,427 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:39,428 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732134069428 2024-11-20T20:20:39,428 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T20:20:39,428 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:20:39,428 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T20:20:39,428 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T20:20:39,428 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T20:20:39,428 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T20:20:39,428 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T20:20:39,428 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T20:20:39,429 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:39,429 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T20:20:39,432 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:39,436 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T20:20:39,436 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T20:20:39,436 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T20:20:39,436 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T20:20:39,439 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T20:20:39,439 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T20:20:39,443 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134039439,5,FailOnTimeoutGroup] 2024-11-20T20:20:39,443 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134039443,5,FailOnTimeoutGroup] 2024-11-20T20:20:39,443 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:39,443 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T20:20:39,443 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:39,443 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:39,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38101 is added to blk_1073741831_1007 (size=1321) 2024-11-20T20:20:39,486 INFO [RS:0;d7d59561a64e:35499 {}] regionserver.HRegionServer(746): ClusterId : 6a0ccc9c-dc84-4738-9136-d0bad0708e89 2024-11-20T20:20:39,486 DEBUG [RS:0;d7d59561a64e:35499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T20:20:39,495 DEBUG [RS:0;d7d59561a64e:35499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T20:20:39,495 DEBUG [RS:0;d7d59561a64e:35499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T20:20:39,505 DEBUG [RS:0;d7d59561a64e:35499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T20:20:39,506 DEBUG [RS:0;d7d59561a64e:35499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486c82bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:20:39,518 DEBUG [RS:0;d7d59561a64e:35499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7d59561a64e:35499 2024-11-20T20:20:39,518 INFO [RS:0;d7d59561a64e:35499 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T20:20:39,518 INFO [RS:0;d7d59561a64e:35499 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T20:20:39,518 DEBUG [RS:0;d7d59561a64e:35499 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T20:20:39,519 INFO [RS:0;d7d59561a64e:35499 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d59561a64e,42933,1732134037234 with port=35499, startcode=1732134037547 2024-11-20T20:20:39,519 DEBUG [RS:0;d7d59561a64e:35499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T20:20:39,521 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T20:20:39,521 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42933 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7d59561a64e,35499,1732134037547 2024-11-20T20:20:39,521 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42933 {}] master.ServerManager(517): Registering regionserver=d7d59561a64e,35499,1732134037547 2024-11-20T20:20:39,523 DEBUG [RS:0;d7d59561a64e:35499 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268 2024-11-20T20:20:39,523 DEBUG [RS:0;d7d59561a64e:35499 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35973 2024-11-20T20:20:39,523 DEBUG [RS:0;d7d59561a64e:35499 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T20:20:39,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42933-0x10159e7c3b50003, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1330452310/rs 2024-11-20T20:20:39,533 DEBUG [RS:0;d7d59561a64e:35499 {}] zookeeper.ZKUtil(111): regionserver:35499-0x10159e7c3b50004, quorum=127.0.0.1:50679, baseZNode=/1330452310 Set watcher on existing znode=/1330452310/rs/d7d59561a64e,35499,1732134037547 2024-11-20T20:20:39,533 WARN [RS:0;d7d59561a64e:35499 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:20:39,533 INFO [RS:0;d7d59561a64e:35499 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:20:39,534 DEBUG [RS:0;d7d59561a64e:35499 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/WALs/d7d59561a64e,35499,1732134037547 2024-11-20T20:20:39,534 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7d59561a64e,35499,1732134037547] 2024-11-20T20:20:39,536 INFO [RS:0;d7d59561a64e:35499 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T20:20:39,538 INFO [RS:0;d7d59561a64e:35499 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T20:20:39,538 INFO [RS:0;d7d59561a64e:35499 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T20:20:39,538 INFO [RS:0;d7d59561a64e:35499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:39,538 INFO [RS:0;d7d59561a64e:35499 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T20:20:39,539 INFO [RS:0;d7d59561a64e:35499 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T20:20:39,539 INFO [RS:0;d7d59561a64e:35499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:39,539 DEBUG [RS:0;d7d59561a64e:35499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:39,539 DEBUG [RS:0;d7d59561a64e:35499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:39,539 DEBUG [RS:0;d7d59561a64e:35499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:39,539 DEBUG [RS:0;d7d59561a64e:35499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:39,539 DEBUG [RS:0;d7d59561a64e:35499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:39,540 DEBUG [RS:0;d7d59561a64e:35499 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:20:39,540 DEBUG [RS:0;d7d59561a64e:35499 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:39,540 DEBUG [RS:0;d7d59561a64e:35499 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:39,540 DEBUG [RS:0;d7d59561a64e:35499 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:39,540 DEBUG [RS:0;d7d59561a64e:35499 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:39,540 DEBUG [RS:0;d7d59561a64e:35499 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:39,540 DEBUG [RS:0;d7d59561a64e:35499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:39,540 DEBUG [RS:0;d7d59561a64e:35499 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:20:39,540 DEBUG [RS:0;d7d59561a64e:35499 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:20:39,540 INFO [RS:0;d7d59561a64e:35499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:39,540 INFO [RS:0;d7d59561a64e:35499 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:39,540 INFO [RS:0;d7d59561a64e:35499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:39,540 INFO [RS:0;d7d59561a64e:35499 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:39,541 INFO [RS:0;d7d59561a64e:35499 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:39,541 INFO [RS:0;d7d59561a64e:35499 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,35499,1732134037547-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:20:39,562 INFO [RS:0;d7d59561a64e:35499 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T20:20:39,562 INFO [RS:0;d7d59561a64e:35499 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,35499,1732134037547-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:39,562 INFO [RS:0;d7d59561a64e:35499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:39,562 INFO [RS:0;d7d59561a64e:35499 {}] regionserver.Replication(171): d7d59561a64e,35499,1732134037547 started 2024-11-20T20:20:39,583 INFO [RS:0;d7d59561a64e:35499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:39,583 INFO [RS:0;d7d59561a64e:35499 {}] regionserver.HRegionServer(1482): Serving as d7d59561a64e,35499,1732134037547, RpcServer on d7d59561a64e/172.17.0.2:35499, sessionid=0x10159e7c3b50004 2024-11-20T20:20:39,583 DEBUG [RS:0;d7d59561a64e:35499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T20:20:39,583 DEBUG [RS:0;d7d59561a64e:35499 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7d59561a64e,35499,1732134037547 2024-11-20T20:20:39,583 DEBUG [RS:0;d7d59561a64e:35499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,35499,1732134037547' 2024-11-20T20:20:39,583 DEBUG [RS:0;d7d59561a64e:35499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1330452310/flush-table-proc/abort' 2024-11-20T20:20:39,584 DEBUG [RS:0;d7d59561a64e:35499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1330452310/flush-table-proc/acquired' 2024-11-20T20:20:39,584 DEBUG [RS:0;d7d59561a64e:35499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T20:20:39,584 DEBUG [RS:0;d7d59561a64e:35499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T20:20:39,584 DEBUG [RS:0;d7d59561a64e:35499 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7d59561a64e,35499,1732134037547 2024-11-20T20:20:39,584 DEBUG [RS:0;d7d59561a64e:35499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,35499,1732134037547' 2024-11-20T20:20:39,584 DEBUG [RS:0;d7d59561a64e:35499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1330452310/online-snapshot/abort' 2024-11-20T20:20:39,585 DEBUG [RS:0;d7d59561a64e:35499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1330452310/online-snapshot/acquired' 2024-11-20T20:20:39,585 DEBUG [RS:0;d7d59561a64e:35499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T20:20:39,585 INFO [RS:0;d7d59561a64e:35499 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T20:20:39,585 INFO [RS:0;d7d59561a64e:35499 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T20:20:39,597 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:20:39,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:20:39,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:20:39,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:20:39,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:20:39,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:20:39,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:20:39,625 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T20:20:39,685 INFO [RS:0;d7d59561a64e:35499 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:20:39,687 INFO [RS:0;d7d59561a64e:35499 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C35499%2C1732134037547, suffix=, logDir=hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/WALs/d7d59561a64e,35499,1732134037547, archiveDir=hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/oldWALs, maxLogs=10 2024-11-20T20:20:39,699 DEBUG [RS:0;d7d59561a64e:35499 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/WALs/d7d59561a64e,35499,1732134037547/d7d59561a64e%2C35499%2C1732134037547.1732134039687, exclude list is [], retry=0 2024-11-20T20:20:39,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38101,DS-8ec54fc9-4058-4616-82ad-60fae7c90ea8,DISK] 2024-11-20T20:20:39,704 INFO [RS:0;d7d59561a64e:35499 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/WALs/d7d59561a64e,35499,1732134037547/d7d59561a64e%2C35499%2C1732134037547.1732134039687 2024-11-20T20:20:39,705 DEBUG [RS:0;d7d59561a64e:35499 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37887:37887)] 2024-11-20T20:20:39,845 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T20:20:39,846 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268 2024-11-20T20:20:39,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38101 is added to blk_1073741833_1009 (size=32) 2024-11-20T20:20:40,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:20:40,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:20:40,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:20:40,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:40,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:20:40,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:20:40,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:20:40,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:40,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:20:40,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:20:40,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:20:40,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:40,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:20:40,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:20:40,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:20:40,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:40,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:20:40,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:20:40,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/data/hbase/meta/1588230740 2024-11-20T20:20:40,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/data/hbase/meta/1588230740 2024-11-20T20:20:40,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:20:40,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:20:40,263 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:20:40,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:20:40,265 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:20:40,266 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64668747, jitterRate=-0.03636057674884796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:20:40,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732134040252Initializing all the Stores at 1732134040253 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134040253Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134040254 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134040254Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134040254Cleaning up temporary data from old regions at 1732134040262 (+8 ms)Region opened successfully at 1732134040266 (+4 ms) 2024-11-20T20:20:40,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:20:40,266 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:20:40,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:20:40,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:20:40,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:20:40,267 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:20:40,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134040266Disabling compacts and flushes for region at 1732134040266Disabling writes for close at 1732134040266Writing region close event to WAL at 1732134040266Closed at 1732134040267 (+1 ms) 2024-11-20T20:20:40,268 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:20:40,268 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T20:20:40,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T20:20:40,269 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:20:40,270 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T20:20:40,420 DEBUG [d7d59561a64e:42933 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T20:20:40,420 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7d59561a64e,35499,1732134037547 2024-11-20T20:20:40,422 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,35499,1732134037547, state=OPENING 2024-11-20T20:20:41,255 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T20:20:41,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x10159e7c3b50004, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1330452310 2024-11-20T20:20:41,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42933-0x10159e7c3b50003, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1330452310 2024-11-20T20:20:41,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1330452310/meta-region-server: CHANGED 2024-11-20T20:20:41,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1330452310/meta-region-server: CHANGED 2024-11-20T20:20:41,291 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:20:41,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,35499,1732134037547}] 2024-11-20T20:20:41,444 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:20:41,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T20:20:41,449 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T20:20:41,449 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:20:41,450 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T20:20:41,451 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C35499%2C1732134037547.meta, suffix=.meta, logDir=hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/WALs/d7d59561a64e,35499,1732134037547, archiveDir=hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/oldWALs, maxLogs=10 2024-11-20T20:20:41,464 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/WALs/d7d59561a64e,35499,1732134037547/d7d59561a64e%2C35499%2C1732134037547.meta.1732134041451.meta, exclude list is [], retry=0 2024-11-20T20:20:41,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38101,DS-8ec54fc9-4058-4616-82ad-60fae7c90ea8,DISK] 2024-11-20T20:20:41,468 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/WALs/d7d59561a64e,35499,1732134037547/d7d59561a64e%2C35499%2C1732134037547.meta.1732134041451.meta 2024-11-20T20:20:41,468 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37887:37887)] 2024-11-20T20:20:41,468 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:20:41,468 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:20:41,469 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:20:41,469 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T20:20:41,469 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T20:20:41,469 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T20:20:41,469 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:20:41,469 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T20:20:41,469 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T20:20:41,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:20:41,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:20:41,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:41,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:20:41,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:20:41,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:20:41,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:41,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:20:41,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:20:41,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:20:41,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:41,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:20:41,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:20:41,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:20:41,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:41,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:20:41,476 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:20:41,477 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/data/hbase/meta/1588230740 2024-11-20T20:20:41,478 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/data/hbase/meta/1588230740 2024-11-20T20:20:41,479 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:20:41,479 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:20:41,479 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:20:41,481 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:20:41,481 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60126774, jitterRate=-0.10404124855995178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:20:41,481 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T20:20:41,482 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732134041469Writing region info on filesystem at 1732134041469Initializing all the Stores at 1732134041470 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134041470Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134041470Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134041470Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134041470Cleaning up temporary data from old regions at 1732134041479 (+9 ms)Running coprocessor post-open hooks at 1732134041481 (+2 ms)Region opened successfully at 1732134041481 2024-11-20T20:20:41,483 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732134041444 2024-11-20T20:20:41,485 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T20:20:41,485 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T20:20:41,486 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,35499,1732134037547 2024-11-20T20:20:41,486 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,35499,1732134037547, state=OPEN 2024-11-20T20:20:41,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42933-0x10159e7c3b50003, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1330452310/meta-region-server 2024-11-20T20:20:41,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x10159e7c3b50004, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1330452310/meta-region-server 2024-11-20T20:20:41,494 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7d59561a64e,35499,1732134037547 2024-11-20T20:20:41,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1330452310/meta-region-server: CHANGED 2024-11-20T20:20:41,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1330452310/meta-region-server: CHANGED 2024-11-20T20:20:41,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T20:20:41,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,35499,1732134037547 in 204 msec 2024-11-20T20:20:41,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T20:20:41,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.2290 sec 2024-11-20T20:20:41,500 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:20:41,500 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T20:20:41,501 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:20:41,501 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,35499,1732134037547, seqNum=-1] 2024-11-20T20:20:41,502 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:20:41,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:20:41,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.0840 sec 2024-11-20T20:20:41,508 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732134041508, completionTime=-1 2024-11-20T20:20:41,508 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T20:20:41,508 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T20:20:41,510 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T20:20:41,510 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732134101510 2024-11-20T20:20:41,511 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732134161510 2024-11-20T20:20:41,511 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T20:20:41,511 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,42933,1732134037234-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:41,511 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,42933,1732134037234-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:41,511 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,42933,1732134037234-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:41,511 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7d59561a64e:42933, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:41,511 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:41,511 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:41,513 DEBUG [master/d7d59561a64e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T20:20:41,515 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.691sec 2024-11-20T20:20:41,515 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T20:20:41,515 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T20:20:41,515 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T20:20:41,515 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T20:20:41,515 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T20:20:41,515 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,42933,1732134037234-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:20:41,515 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,42933,1732134037234-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T20:20:41,517 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T20:20:41,517 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T20:20:41,518 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,42933,1732134037234-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:41,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@285836e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:20:41,587 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,42933,-1 for getting cluster id 2024-11-20T20:20:41,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:20:41,589 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a0ccc9c-dc84-4738-9136-d0bad0708e89' 2024-11-20T20:20:41,589 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:20:41,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a0ccc9c-dc84-4738-9136-d0bad0708e89" 2024-11-20T20:20:41,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c287b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:20:41,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,42933,-1] 2024-11-20T20:20:41,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:20:41,590 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:41,591 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:20:41,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56987dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:20:41,592 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:20:41,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,35499,1732134037547, seqNum=-1] 2024-11-20T20:20:41,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:20:41,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:20:41,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7d59561a64e,42933,1732134037234 2024-11-20T20:20:41,597 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50679 2024-11-20T20:20:41,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:20:41,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10159e7c3b50005 connected 2024-11-20T20:20:41,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65cec6e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:20:41,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,44845,-1 for getting cluster id 2024-11-20T20:20:41,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:20:41,701 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5c287d8-6e7f-4704-a521-75745d7b5f80' 2024-11-20T20:20:41,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:20:41,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5c287d8-6e7f-4704-a521-75745d7b5f80" 2024-11-20T20:20:41,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d757805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:20:41,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,44845,-1] 2024-11-20T20:20:41,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:20:41,703 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:41,704 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:20:41,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2e16bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:20:41,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:20:41,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,44845,1732134031662 2024-11-20T20:20:41,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b24ee5a 2024-11-20T20:20:41,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:20:41,707 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:20:41,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44845 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7d59561a64e:42933,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T20:20:41,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44845 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T20:20:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:20:41,711 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:42933' 2024-11-20T20:20:41,712 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73eb4529, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:20:41,712 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,42933,-1 for getting cluster id 2024-11-20T20:20:41,713 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:20:41,713 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a0ccc9c-dc84-4738-9136-d0bad0708e89' 2024-11-20T20:20:41,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:20:41,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a0ccc9c-dc84-4738-9136-d0bad0708e89" 2024-11-20T20:20:41,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a032b4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:20:41,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,42933,-1] 2024-11-20T20:20:41,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:20:41,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:41,715 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:20:41,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d07dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:20:41,716 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:20:41,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,42933,1732134037234 2024-11-20T20:20:41,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44554a1b 2024-11-20T20:20:41,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:20:41,719 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:20:41,720 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T20:20:41,720 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T20:20:41,720 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:41,720 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:41,721 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:20:41,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:20:41,722 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T20:20:41,724 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:20:41,724 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:41,726 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:20:41,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741835_1011 (size=1138) 2024-11-20T20:20:41,736 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1e64d8c8b8bff2c3531785b1bfea25bd, NAME => 'hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b 2024-11-20T20:20:41,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741836_1012 (size=44) 2024-11-20T20:20:41,773 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T20:20:41,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:20:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:20:42,147 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:20:42,147 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1e64d8c8b8bff2c3531785b1bfea25bd, disabling compactions & flushes 2024-11-20T20:20:42,147 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd. 2024-11-20T20:20:42,148 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd. 2024-11-20T20:20:42,148 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd. after waiting 0 ms 2024-11-20T20:20:42,148 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd. 2024-11-20T20:20:42,148 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd. 2024-11-20T20:20:42,148 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1e64d8c8b8bff2c3531785b1bfea25bd: Waiting for close lock at 1732134042147Disabling compacts and flushes for region at 1732134042147Disabling writes for close at 1732134042148 (+1 ms)Writing region close event to WAL at 1732134042148Closed at 1732134042148 2024-11-20T20:20:42,150 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:20:42,150 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732134042150"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732134042150"}]},"ts":"1732134042150"} 2024-11-20T20:20:42,153 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:20:42,155 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:20:42,155 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134042155"}]},"ts":"1732134042155"} 2024-11-20T20:20:42,159 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T20:20:42,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1e64d8c8b8bff2c3531785b1bfea25bd, ASSIGN}] 2024-11-20T20:20:42,161 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1e64d8c8b8bff2c3531785b1bfea25bd, ASSIGN 2024-11-20T20:20:42,165 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1e64d8c8b8bff2c3531785b1bfea25bd, ASSIGN; state=OFFLINE, location=d7d59561a64e,46099,1732134031859; forceNewPlan=false, retain=false 2024-11-20T20:20:42,316 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1e64d8c8b8bff2c3531785b1bfea25bd, regionState=OPENING, regionLocation=d7d59561a64e,46099,1732134031859 2024-11-20T20:20:42,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1e64d8c8b8bff2c3531785b1bfea25bd, ASSIGN because future has completed 2024-11-20T20:20:42,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e64d8c8b8bff2c3531785b1bfea25bd, server=d7d59561a64e,46099,1732134031859}] 2024-11-20T20:20:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:20:42,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd. 2024-11-20T20:20:42,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:20:42,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T20:20:42,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C46099%2C1732134031859.rep, suffix=, logDir=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,46099,1732134031859, archiveDir=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/oldWALs, maxLogs=10 2024-11-20T20:20:42,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,46099,1732134031859/d7d59561a64e%2C46099%2C1732134031859.rep.1732134042509, exclude list is [], retry=0 2024-11-20T20:20:42,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41333,DS-1b5000ea-bded-439a-b967-918506b037ee,DISK] 2024-11-20T20:20:42,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,46099,1732134031859/d7d59561a64e%2C46099%2C1732134031859.rep.1732134042509 2024-11-20T20:20:42,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39725:39725)] 2024-11-20T20:20:42,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e64d8c8b8bff2c3531785b1bfea25bd, NAME => 'hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:20:42,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:20:42,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:20:42,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd. service=MultiRowMutationService 2024-11-20T20:20:42,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T20:20:42,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1e64d8c8b8bff2c3531785b1bfea25bd 2024-11-20T20:20:42,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:20:42,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1e64d8c8b8bff2c3531785b1bfea25bd 2024-11-20T20:20:42,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1e64d8c8b8bff2c3531785b1bfea25bd 2024-11-20T20:20:42,612 INFO [StoreOpener-1e64d8c8b8bff2c3531785b1bfea25bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1e64d8c8b8bff2c3531785b1bfea25bd 2024-11-20T20:20:42,619 INFO [StoreOpener-1e64d8c8b8bff2c3531785b1bfea25bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e64d8c8b8bff2c3531785b1bfea25bd columnFamilyName hfileref 2024-11-20T20:20:42,619 DEBUG [StoreOpener-1e64d8c8b8bff2c3531785b1bfea25bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:42,620 INFO [StoreOpener-1e64d8c8b8bff2c3531785b1bfea25bd-1 {}] regionserver.HStore(327): Store=1e64d8c8b8bff2c3531785b1bfea25bd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:20:42,620 INFO [StoreOpener-1e64d8c8b8bff2c3531785b1bfea25bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1e64d8c8b8bff2c3531785b1bfea25bd 2024-11-20T20:20:42,624 INFO [StoreOpener-1e64d8c8b8bff2c3531785b1bfea25bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e64d8c8b8bff2c3531785b1bfea25bd columnFamilyName queue 2024-11-20T20:20:42,624 DEBUG [StoreOpener-1e64d8c8b8bff2c3531785b1bfea25bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:42,625 INFO [StoreOpener-1e64d8c8b8bff2c3531785b1bfea25bd-1 {}] regionserver.HStore(327): Store=1e64d8c8b8bff2c3531785b1bfea25bd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:20:42,625 INFO [StoreOpener-1e64d8c8b8bff2c3531785b1bfea25bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1e64d8c8b8bff2c3531785b1bfea25bd 2024-11-20T20:20:42,634 INFO [StoreOpener-1e64d8c8b8bff2c3531785b1bfea25bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e64d8c8b8bff2c3531785b1bfea25bd columnFamilyName sid 2024-11-20T20:20:42,634 DEBUG [StoreOpener-1e64d8c8b8bff2c3531785b1bfea25bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:42,636 INFO [StoreOpener-1e64d8c8b8bff2c3531785b1bfea25bd-1 {}] regionserver.HStore(327): Store=1e64d8c8b8bff2c3531785b1bfea25bd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:20:42,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1e64d8c8b8bff2c3531785b1bfea25bd 2024-11-20T20:20:42,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/replication/1e64d8c8b8bff2c3531785b1bfea25bd 2024-11-20T20:20:42,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/replication/1e64d8c8b8bff2c3531785b1bfea25bd 2024-11-20T20:20:42,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1e64d8c8b8bff2c3531785b1bfea25bd 2024-11-20T20:20:42,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1e64d8c8b8bff2c3531785b1bfea25bd 2024-11-20T20:20:42,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:20:42,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1e64d8c8b8bff2c3531785b1bfea25bd 2024-11-20T20:20:42,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/replication/1e64d8c8b8bff2c3531785b1bfea25bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:20:42,654 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 1e64d8c8b8bff2c3531785b1bfea25bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61170758, jitterRate=-0.08848467469215393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:20:42,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e64d8c8b8bff2c3531785b1bfea25bd 2024-11-20T20:20:42,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1e64d8c8b8bff2c3531785b1bfea25bd: Running coprocessor pre-open hook at 1732134042596Writing region info on filesystem at 1732134042596Initializing all the Stores at 1732134042605 (+9 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134042605Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134042608 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134042608Cleaning up temporary data from old regions at 1732134042641 (+33 ms)Running coprocessor post-open hooks at 1732134042654 (+13 ms)Region opened successfully at 1732134042655 (+1 ms) 2024-11-20T20:20:42,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd., pid=7, masterSystemTime=1732134042487 2024-11-20T20:20:42,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd. 2024-11-20T20:20:42,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd. 2024-11-20T20:20:42,680 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1e64d8c8b8bff2c3531785b1bfea25bd, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,46099,1732134031859 2024-11-20T20:20:42,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e64d8c8b8bff2c3531785b1bfea25bd, server=d7d59561a64e,46099,1732134031859 because future has completed 2024-11-20T20:20:42,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-20T20:20:42,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e64d8c8b8bff2c3531785b1bfea25bd, server=d7d59561a64e,46099,1732134031859 in 378 msec 2024-11-20T20:20:42,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T20:20:42,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1e64d8c8b8bff2c3531785b1bfea25bd, ASSIGN in 553 msec 2024-11-20T20:20:42,717 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:20:42,717 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134042717"}]},"ts":"1732134042717"} 2024-11-20T20:20:42,721 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T20:20:42,723 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:20:42,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0020 sec 2024-11-20T20:20:42,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd., hostname=d7d59561a64e,46099,1732134031859, seqNum=2] 2024-11-20T20:20:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:20:42,958 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10159e7c3b50001, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743 2024-11-20T20:20:42,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44845-0x10159e7c3b50000, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743 2024-11-20T20:20:43,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T20:20:43,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46099 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-20T20:20:43,165 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T20:20:43,208 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-d7d59561a64e,46099,1732134031859, ReplicationSource: 1, currentBandwidth=0 2024-11-20T20:20:43,209 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:20:43,209 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,46099,1732134031859, seqNum=-1] 2024-11-20T20:20:43,210 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:20:43,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-20T20:20:43,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d7d59561a64e,46099,1732134031859', locateType=CURRENT is [region=hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd., hostname=d7d59561a64e,46099,1732134031859, seqNum=2] 2024-11-20T20:20:43,218 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T20:20:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44845 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T20:20:43,225 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d7d59561a64e,46099,1732134031859 suceeded 2024-11-20T20:20:43,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T20:20:43,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 214 msec 2024-11-20T20:20:43,230 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d7d59561a64e:42933,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T20:20:43,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5220 sec 2024-11-20T20:20:43,239 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,46099,1732134031859 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:42933' 2024-11-20T20:20:43,242 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,46099,1732134031859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63f7765b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:20:43,242 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,46099,1732134031859 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,42933,-1 for getting cluster id 2024-11-20T20:20:43,242 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,46099,1732134031859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:20:43,245 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a0ccc9c-dc84-4738-9136-d0bad0708e89' 2024-11-20T20:20:43,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:20:43,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a0ccc9c-dc84-4738-9136-d0bad0708e89" 2024-11-20T20:20:43,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4081e107, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:20:43,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,42933,-1] 2024-11-20T20:20:43,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:20:43,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:43,248 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:20:43,256 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,46099,1732134031859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40a3ae14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:20:43,256 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,46099,1732134031859 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:20:43,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,42933,1732134037234 2024-11-20T20:20:43,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27c86a76 2024-11-20T20:20:43,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:20:43,259 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-20T20:20:43,260 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,46099,1732134031859 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7d59561a64e,46099,1732134031859 (queues=1) is replicating from cluster=d5c287d8-6e7f-4704-a521-75745d7b5f80 to cluster=6a0ccc9c-dc84-4738-9136-d0bad0708e89 2024-11-20T20:20:43,261 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,46099,1732134031859 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7d59561a64e%2C46099%2C1732134031859 2024-11-20T20:20:43,261 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,46099,1732134031859 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7d59561a64e,46099,1732134031859, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T20:20:43,268 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,46099,1732134031859.replicationSource.shipperd7d59561a64e%2C46099%2C1732134031859,1-d7d59561a64e,46099,1732134031859 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7d59561a64e%2C46099%2C1732134031859 2024-11-20T20:20:43,268 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,46099,1732134031859.replicationSource.wal-reader.d7d59561a64e%2C46099%2C1732134031859,1-d7d59561a64e,46099,1732134031859 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,46099,1732134031859/d7d59561a64e%2C46099%2C1732134031859.1732134033775, startPosition=0, beingWritten=true 2024-11-20T20:20:43,512 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,46099,1732134031859.replicationSource.wal-reader.d7d59561a64e%2C46099%2C1732134031859,1-d7d59561a64e,46099,1732134031859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,46099,1732134031859/d7d59561a64e%2C46099%2C1732134031859.1732134033775 to pos 0, reset compression=false 2024-11-20T20:20:43,820 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,46099,1732134031859.replicationSource.wal-reader.d7d59561a64e%2C46099%2C1732134031859,1-d7d59561a64e,46099,1732134031859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,46099,1732134031859/d7d59561a64e%2C46099%2C1732134031859.1732134033775 to pos 0, reset compression=false 2024-11-20T20:20:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:20:43,860 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T20:20:43,860 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:20:43,860 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:20:43,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:43,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:43,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:20:43,860 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:20:43,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,44845,1732134031662 2024-11-20T20:20:43,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b7de126 2024-11-20T20:20:43,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:20:43,867 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:20:43,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44845 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T20:20:43,867 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:20:43,868 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:20:43,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:43,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:43,868 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T20:20:43,868 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:20:43,869 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2023613458, stopped=false 2024-11-20T20:20:43,869 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7d59561a64e,44845,1732134031662 2024-11-20T20:20:43,922 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10159e7c3b50001, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-783400743/running 2024-11-20T20:20:43,922 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10159e7c3b50001, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743 2024-11-20T20:20:43,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44845-0x10159e7c3b50000, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-783400743/running 2024-11-20T20:20:43,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44845-0x10159e7c3b50000, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743 2024-11-20T20:20:43,922 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:20:43,923 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:20:43,923 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:20:43,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:43,923 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7d59561a64e,46099,1732134031859' ***** 2024-11-20T20:20:43,923 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T20:20:43,923 INFO [RS:0;d7d59561a64e:46099 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T20:20:43,923 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T20:20:43,923 INFO [RS:0;d7d59561a64e:46099 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T20:20:43,924 INFO [RS:0;d7d59561a64e:46099 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T20:20:43,924 INFO [RS:0;d7d59561a64e:46099 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e64d8c8b8bff2c3531785b1bfea25bd 2024-11-20T20:20:43,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46099-0x10159e7c3b50001, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Set watcher on znode that does not yet exist, /0-783400743/running 2024-11-20T20:20:43,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44845-0x10159e7c3b50000, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Set watcher on znode that does not yet exist, /0-783400743/running 2024-11-20T20:20:43,928 INFO [RS:0;d7d59561a64e:46099 {}] regionserver.HRegionServer(959): stopping server d7d59561a64e,46099,1732134031859 2024-11-20T20:20:43,928 INFO [RS:0;d7d59561a64e:46099 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:20:43,928 INFO [RS:0;d7d59561a64e:46099 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:46099. 2024-11-20T20:20:43,928 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e64d8c8b8bff2c3531785b1bfea25bd, disabling compactions & flushes 2024-11-20T20:20:43,928 DEBUG [RS:0;d7d59561a64e:46099 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:20:43,928 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd. 2024-11-20T20:20:43,928 DEBUG [RS:0;d7d59561a64e:46099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:43,928 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd. 2024-11-20T20:20:43,928 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd. after waiting 0 ms 2024-11-20T20:20:43,928 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd. 2024-11-20T20:20:43,928 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1e64d8c8b8bff2c3531785b1bfea25bd 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-20T20:20:43,929 INFO [RS:0;d7d59561a64e:46099 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T20:20:43,929 INFO [RS:0;d7d59561a64e:46099 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T20:20:43,929 INFO [RS:0;d7d59561a64e:46099 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T20:20:43,929 INFO [RS:0;d7d59561a64e:46099 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T20:20:43,929 INFO [RS:0;d7d59561a64e:46099 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T20:20:43,929 DEBUG [RS:0;d7d59561a64e:46099 {}] regionserver.HRegionServer(1325): Online Regions={1e64d8c8b8bff2c3531785b1bfea25bd=hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T20:20:43,929 DEBUG [RS:0;d7d59561a64e:46099 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e64d8c8b8bff2c3531785b1bfea25bd 2024-11-20T20:20:43,930 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:20:43,930 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:20:43,930 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:20:43,930 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:20:43,930 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:20:43,930 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T20:20:43,949 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/replication/1e64d8c8b8bff2c3531785b1bfea25bd/.tmp/queue/5ffcf77feb214062b1c832c2ede81fa3 is 151, key is 1-d7d59561a64e,46099,1732134031859/queue:d7d59561a64e%2C46099%2C1732134031859/1732134043216/Put/seqid=0 2024-11-20T20:20:43,956 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740/.tmp/info/1cb3cd54677e4791b94ab52b5f55c92b is 147, key is hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd./info:regioninfo/1732134042680/Put/seqid=0 2024-11-20T20:20:43,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741838_1014 (size=5350) 2024-11-20T20:20:43,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741839_1015 (size=6631) 2024-11-20T20:20:43,961 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/replication/1e64d8c8b8bff2c3531785b1bfea25bd/.tmp/queue/5ffcf77feb214062b1c832c2ede81fa3 2024-11-20T20:20:43,962 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740/.tmp/info/1cb3cd54677e4791b94ab52b5f55c92b 2024-11-20T20:20:43,972 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/replication/1e64d8c8b8bff2c3531785b1bfea25bd/.tmp/queue/5ffcf77feb214062b1c832c2ede81fa3 as hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/replication/1e64d8c8b8bff2c3531785b1bfea25bd/queue/5ffcf77feb214062b1c832c2ede81fa3 2024-11-20T20:20:43,980 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/replication/1e64d8c8b8bff2c3531785b1bfea25bd/queue/5ffcf77feb214062b1c832c2ede81fa3, entries=1, sequenceid=5, filesize=5.2 K 2024-11-20T20:20:43,982 INFO [regionserver/d7d59561a64e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:20:43,984 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1e64d8c8b8bff2c3531785b1bfea25bd in 53ms, sequenceid=5, compaction requested=false 2024-11-20T20:20:43,984 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T20:20:43,990 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740/.tmp/ns/c12934f0e9b947d1bd16770a49cd1cee is 43, key is default/ns:d/1732134034365/Put/seqid=0 2024-11-20T20:20:43,993 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/replication/1e64d8c8b8bff2c3531785b1bfea25bd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T20:20:43,995 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:20:43,995 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:20:43,995 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd. 2024-11-20T20:20:43,995 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e64d8c8b8bff2c3531785b1bfea25bd: Waiting for close lock at 1732134043928Running coprocessor pre-close hooks at 1732134043928Disabling compacts and flushes for region at 1732134043928Disabling writes for close at 1732134043928Obtaining lock to block concurrent updates at 1732134043928Preparing flush snapshotting stores in 1e64d8c8b8bff2c3531785b1bfea25bd at 1732134043928Finished memstore snapshotting hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732134043929 (+1 ms)Flushing stores of hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd. at 1732134043929Flushing 1e64d8c8b8bff2c3531785b1bfea25bd/queue: creating writer at 1732134043930 (+1 ms)Flushing 1e64d8c8b8bff2c3531785b1bfea25bd/queue: appending metadata at 1732134043948 (+18 ms)Flushing 1e64d8c8b8bff2c3531785b1bfea25bd/queue: closing flushed file at 1732134043948Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76a11cd2: reopening flushed file at 1732134043970 (+22 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1e64d8c8b8bff2c3531785b1bfea25bd in 53ms, sequenceid=5, compaction requested=false at 1732134043984 (+14 ms)Writing region close event to WAL at 1732134043985 (+1 ms)Running coprocessor post-close hooks at 1732134043994 (+9 ms)Closed at 1732134043995 (+1 ms) 2024-11-20T20:20:43,995 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd. 2024-11-20T20:20:44,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741840_1016 (size=5153) 2024-11-20T20:20:44,011 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740/.tmp/ns/c12934f0e9b947d1bd16770a49cd1cee 2024-11-20T20:20:44,038 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740/.tmp/table/559f54ce6531478d968354f7f9a2f373 is 53, key is hbase:replication/table:state/1732134042717/Put/seqid=0 2024-11-20T20:20:44,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741841_1017 (size=5256) 2024-11-20T20:20:44,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T20:20:44,095 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T20:20:44,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:20:44,095 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T20:20:44,096 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:20:44,096 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T20:20:44,130 DEBUG [RS:0;d7d59561a64e:46099 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:20:44,231 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,46099,1732134031859.replicationSource.wal-reader.d7d59561a64e%2C46099%2C1732134031859,1-d7d59561a64e,46099,1732134031859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,46099,1732134031859/d7d59561a64e%2C46099%2C1732134031859.1732134033775 to pos 0, reset compression=false 2024-11-20T20:20:44,330 DEBUG [RS:0;d7d59561a64e:46099 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:20:44,449 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740/.tmp/table/559f54ce6531478d968354f7f9a2f373 2024-11-20T20:20:44,457 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740/.tmp/info/1cb3cd54677e4791b94ab52b5f55c92b as hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740/info/1cb3cd54677e4791b94ab52b5f55c92b 2024-11-20T20:20:44,465 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740/info/1cb3cd54677e4791b94ab52b5f55c92b, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T20:20:44,466 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740/.tmp/ns/c12934f0e9b947d1bd16770a49cd1cee as hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740/ns/c12934f0e9b947d1bd16770a49cd1cee 2024-11-20T20:20:44,474 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740/ns/c12934f0e9b947d1bd16770a49cd1cee, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T20:20:44,476 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740/.tmp/table/559f54ce6531478d968354f7f9a2f373 as hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740/table/559f54ce6531478d968354f7f9a2f373 2024-11-20T20:20:44,483 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740/table/559f54ce6531478d968354f7f9a2f373, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T20:20:44,484 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 554ms, sequenceid=11, compaction requested=false 2024-11-20T20:20:44,497 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T20:20:44,498 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:20:44,498 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:20:44,498 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:20:44,499 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134043930Running coprocessor pre-close hooks at 1732134043930Disabling compacts and flushes for region at 1732134043930Disabling writes for close at 1732134043930Obtaining lock to block concurrent updates at 1732134043930Preparing flush snapshotting stores in 1588230740 at 1732134043930Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732134043930Flushing stores of hbase:meta,,1.1588230740 at 1732134043931 (+1 ms)Flushing 1588230740/info: creating writer at 1732134043931Flushing 1588230740/info: appending metadata at 1732134043955 (+24 ms)Flushing 1588230740/info: closing flushed file at 1732134043955Flushing 1588230740/ns: creating writer at 1732134043969 (+14 ms)Flushing 1588230740/ns: appending metadata at 1732134043990 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732134043990Flushing 1588230740/table: creating writer at 1732134044018 (+28 ms)Flushing 1588230740/table: appending metadata at 1732134044038 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732134044038Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dd61bcf: reopening flushed file at 1732134044456 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d98f478: reopening flushed file at 1732134044465 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cca3fa3: reopening flushed file at 1732134044474 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 554ms, sequenceid=11, compaction requested=false at 1732134044485 (+11 ms)Writing region close event to WAL at 1732134044493 (+8 ms)Running coprocessor post-close hooks at 1732134044498 (+5 ms)Closed at 1732134044498 2024-11-20T20:20:44,499 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T20:20:44,530 INFO [RS:0;d7d59561a64e:46099 {}] regionserver.HRegionServer(976): stopping server d7d59561a64e,46099,1732134031859; all regions closed. 2024-11-20T20:20:44,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741834_1010 (size=2742) 2024-11-20T20:20:44,545 DEBUG [RS:0;d7d59561a64e:46099 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/oldWALs 2024-11-20T20:20:44,545 INFO [RS:0;d7d59561a64e:46099 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C46099%2C1732134031859.meta:.meta(num 1732134034273) 2024-11-20T20:20:44,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741837_1013 (size=1586) 2024-11-20T20:20:44,550 DEBUG [RS:0;d7d59561a64e:46099 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/oldWALs 2024-11-20T20:20:44,550 INFO [RS:0;d7d59561a64e:46099 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C46099%2C1732134031859.rep:(num 1732134042509) 2024-11-20T20:20:44,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741833_1009 (size=93) 2024-11-20T20:20:44,555 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,46099,1732134031859/d7d59561a64e%2C46099%2C1732134031859.1732134033775 not finished, retry = 0 2024-11-20T20:20:44,637 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T20:20:44,637 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T20:20:44,657 DEBUG [RS:0;d7d59561a64e:46099 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/oldWALs 2024-11-20T20:20:44,657 INFO [RS:0;d7d59561a64e:46099 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C46099%2C1732134031859:(num 1732134033775) 2024-11-20T20:20:44,658 DEBUG [RS:0;d7d59561a64e:46099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:44,658 INFO [RS:0;d7d59561a64e:46099 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:20:44,658 INFO [RS:0;d7d59561a64e:46099 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:20:44,658 INFO [RS:0;d7d59561a64e:46099 {}] hbase.ChoreService(370): Chore service for: regionserver/d7d59561a64e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T20:20:44,658 INFO [RS:0;d7d59561a64e:46099 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:20:44,658 INFO [RS:0;d7d59561a64e:46099 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7d59561a64e,46099,1732134031859 because: Region server is closing 2024-11-20T20:20:44,658 INFO [RS:0;d7d59561a64e:46099 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:46099. 2024-11-20T20:20:44,659 DEBUG [RS:0;d7d59561a64e:46099 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:20:44,659 DEBUG [RS:0;d7d59561a64e:46099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:44,659 INFO [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:20:44,659 DEBUG [RS:0;d7d59561a64e:46099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:44,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:20:44,760 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,46099,1732134031859.replicationSource.shipperd7d59561a64e%2C46099%2C1732134031859,1-d7d59561a64e,46099,1732134031859 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T20:20:44,760 INFO [RS:0;d7d59561a64e:46099 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,46099,1732134031859.replicationSource.shipperd7d59561a64e%2C46099%2C1732134031859,1-d7d59561a64e,46099,1732134031859 terminated 2024-11-20T20:20:44,760 INFO [RS:0;d7d59561a64e:46099 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46099 2024-11-20T20:20:44,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44845-0x10159e7c3b50000, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743/rs 2024-11-20T20:20:44,838 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10159e7c3b50001, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-783400743/rs/d7d59561a64e,46099,1732134031859 2024-11-20T20:20:44,838 INFO [RS:0;d7d59561a64e:46099 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:20:44,838 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7d59561a64e,46099,1732134031859] 2024-11-20T20:20:44,848 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-783400743/draining/d7d59561a64e,46099,1732134031859 already deleted, retry=false 2024-11-20T20:20:44,848 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7d59561a64e,46099,1732134031859 expired; onlineServers=0 2024-11-20T20:20:44,848 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7d59561a64e,44845,1732134031662' ***** 2024-11-20T20:20:44,848 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T20:20:44,849 INFO [M:0;d7d59561a64e:44845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:20:44,849 INFO [M:0;d7d59561a64e:44845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:20:44,849 DEBUG [M:0;d7d59561a64e:44845 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T20:20:44,849 DEBUG [M:0;d7d59561a64e:44845 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T20:20:44,849 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134033461 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134033461,5,FailOnTimeoutGroup] 2024-11-20T20:20:44,849 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134033461 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134033461,5,FailOnTimeoutGroup] 2024-11-20T20:20:44,849 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T20:20:44,849 INFO [M:0;d7d59561a64e:44845 {}] hbase.ChoreService(370): Chore service for: master/d7d59561a64e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T20:20:44,849 INFO [M:0;d7d59561a64e:44845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:20:44,849 DEBUG [M:0;d7d59561a64e:44845 {}] master.HMaster(1795): Stopping service threads 2024-11-20T20:20:44,849 INFO [M:0;d7d59561a64e:44845 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T20:20:44,849 INFO [M:0;d7d59561a64e:44845 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:20:44,849 INFO [M:0;d7d59561a64e:44845 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T20:20:44,849 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T20:20:44,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44845-0x10159e7c3b50000, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-783400743/master 2024-11-20T20:20:44,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44845-0x10159e7c3b50000, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743 2024-11-20T20:20:44,870 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-783400743/master already deleted, retry=false 2024-11-20T20:20:44,870 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:44845-0x10159e7c3b50000, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-783400743/master 2024-11-20T20:20:44,870 INFO [M:0;d7d59561a64e:44845 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/.lastflushedseqids 2024-11-20T20:20:44,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741842_1018 (size=181) 2024-11-20T20:20:44,959 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10159e7c3b50001, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:20:44,959 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46099-0x10159e7c3b50001, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:20:44,959 INFO [RS:0;d7d59561a64e:46099 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:20:44,959 INFO [RS:0;d7d59561a64e:46099 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7d59561a64e,46099,1732134031859; zookeeper connection closed. 2024-11-20T20:20:44,960 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1fedd549 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1fedd549 2024-11-20T20:20:44,960 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T20:20:45,284 INFO [M:0;d7d59561a64e:44845 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T20:20:45,284 INFO [M:0;d7d59561a64e:44845 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T20:20:45,285 DEBUG [M:0;d7d59561a64e:44845 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:20:45,285 INFO [M:0;d7d59561a64e:44845 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:20:45,285 DEBUG [M:0;d7d59561a64e:44845 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:20:45,285 DEBUG [M:0;d7d59561a64e:44845 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:20:45,285 DEBUG [M:0;d7d59561a64e:44845 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:20:45,285 INFO [M:0;d7d59561a64e:44845 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-20T20:20:45,304 DEBUG [M:0;d7d59561a64e:44845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/915e74ae574442c6aa9e4a88cae6acc9 is 82, key is hbase:meta,,1/info:regioninfo/1732134034312/Put/seqid=0 2024-11-20T20:20:45,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741843_1019 (size=5672) 2024-11-20T20:20:45,316 INFO [M:0;d7d59561a64e:44845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/915e74ae574442c6aa9e4a88cae6acc9 2024-11-20T20:20:45,345 DEBUG [M:0;d7d59561a64e:44845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9cf4f573b32407db20368ad10d3011a is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732134042732/Put/seqid=0 2024-11-20T20:20:45,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741844_1020 (size=7203) 2024-11-20T20:20:45,755 INFO [M:0;d7d59561a64e:44845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9cf4f573b32407db20368ad10d3011a 2024-11-20T20:20:45,781 DEBUG [M:0;d7d59561a64e:44845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6d86ba203b748958d0e43e9cc804c83 is 69, key is d7d59561a64e,46099,1732134031859/rs:state/1732134033551/Put/seqid=0 2024-11-20T20:20:45,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741845_1021 (size=5156) 2024-11-20T20:20:46,188 INFO [M:0;d7d59561a64e:44845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6d86ba203b748958d0e43e9cc804c83 2024-11-20T20:20:46,195 DEBUG [M:0;d7d59561a64e:44845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/915e74ae574442c6aa9e4a88cae6acc9 as hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/915e74ae574442c6aa9e4a88cae6acc9 2024-11-20T20:20:46,200 INFO [M:0;d7d59561a64e:44845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/915e74ae574442c6aa9e4a88cae6acc9, entries=8, sequenceid=70, filesize=5.5 K 2024-11-20T20:20:46,201 DEBUG [M:0;d7d59561a64e:44845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9cf4f573b32407db20368ad10d3011a as hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9cf4f573b32407db20368ad10d3011a 2024-11-20T20:20:46,205 INFO [M:0;d7d59561a64e:44845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9cf4f573b32407db20368ad10d3011a, entries=8, sequenceid=70, filesize=7.0 K 2024-11-20T20:20:46,206 DEBUG [M:0;d7d59561a64e:44845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6d86ba203b748958d0e43e9cc804c83 as hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6d86ba203b748958d0e43e9cc804c83 2024-11-20T20:20:46,211 INFO [M:0;d7d59561a64e:44845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6d86ba203b748958d0e43e9cc804c83, entries=1, sequenceid=70, filesize=5.0 K 2024-11-20T20:20:46,212 INFO [M:0;d7d59561a64e:44845 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 927ms, sequenceid=70, compaction requested=false 2024-11-20T20:20:46,213 INFO [M:0;d7d59561a64e:44845 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:20:46,214 DEBUG [M:0;d7d59561a64e:44845 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134045284Disabling compacts and flushes for region at 1732134045284Disabling writes for close at 1732134045285 (+1 ms)Obtaining lock to block concurrent updates at 1732134045285Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732134045285Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732134045285Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732134045286 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732134045286Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732134045303 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732134045303Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732134045324 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732134045344 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732134045344Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732134045762 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732134045780 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732134045781 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63603e2c: reopening flushed file at 1732134046194 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d5045f4: reopening flushed file at 1732134046200 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2989efac: reopening flushed file at 1732134046205 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 927ms, sequenceid=70, compaction requested=false at 1732134046212 (+7 ms)Writing region close event to WAL at 1732134046213 (+1 ms)Closed at 1732134046213 2024-11-20T20:20:46,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741830_1006 (size=41008) 2024-11-20T20:20:46,216 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:20:46,216 INFO [M:0;d7d59561a64e:44845 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T20:20:46,216 INFO [M:0;d7d59561a64e:44845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44845 2024-11-20T20:20:46,217 INFO [M:0;d7d59561a64e:44845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:20:46,338 INFO [M:0;d7d59561a64e:44845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:20:46,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44845-0x10159e7c3b50000, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:20:46,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44845-0x10159e7c3b50000, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:20:46,339 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:20:46,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:20:46,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:20:46,340 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:20:46,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:20:46,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:20:46,340 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T20:20:46,340 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:20:46,340 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39973 2024-11-20T20:20:46,341 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39973 connecting to ZooKeeper ensemble=127.0.0.1:50679 2024-11-20T20:20:46,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399730x0, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:20:46,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39973-0x10159e7c3b50006 connected 2024-11-20T20:20:46,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:20:46,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:20:46,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39973-0x10159e7c3b50006, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Set watcher on znode that does not yet exist, /0-783400743/running 2024-11-20T20:20:46,370 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-783400743/meta-region-server: INIT 2024-11-20T20:20:46,370 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b, hbase.cluster.distributed=false 2024-11-20T20:20:46,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39973-0x10159e7c3b50006, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Set watcher on znode that does not yet exist, /0-783400743/acl 2024-11-20T20:20:46,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39973 2024-11-20T20:20:46,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39973 2024-11-20T20:20:46,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39973 2024-11-20T20:20:46,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39973 2024-11-20T20:20:46,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39973 2024-11-20T20:20:46,408 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:20:46,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:20:46,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:20:46,408 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:20:46,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:20:46,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:20:46,408 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T20:20:46,408 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:20:46,409 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38083 2024-11-20T20:20:46,410 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38083 connecting to ZooKeeper ensemble=127.0.0.1:50679 2024-11-20T20:20:46,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:20:46,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:20:46,427 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380830x0, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:20:46,428 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-783400743/meta-region-server: INIT 2024-11-20T20:20:46,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38083-0x10159e7c3b50007 connected 2024-11-20T20:20:46,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38083-0x10159e7c3b50007, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Set watcher on znode that does not yet exist, /0-783400743/running 2024-11-20T20:20:46,428 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T20:20:46,435 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T20:20:46,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38083-0x10159e7c3b50007, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Set watcher on znode that does not yet exist, /0-783400743/master 2024-11-20T20:20:46,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38083-0x10159e7c3b50007, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Set watcher on znode that does not yet exist, /0-783400743/acl 2024-11-20T20:20:46,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38083 2024-11-20T20:20:46,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38083 2024-11-20T20:20:46,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38083 2024-11-20T20:20:46,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38083 2024-11-20T20:20:46,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38083 2024-11-20T20:20:46,461 DEBUG [M:0;d7d59561a64e:39973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7d59561a64e:39973 2024-11-20T20:20:46,461 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-783400743/backup-masters/d7d59561a64e,39973,1732134046339 2024-11-20T20:20:46,473 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38083-0x10159e7c3b50007, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743/backup-masters 2024-11-20T20:20:46,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x10159e7c3b50006, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743/backup-masters 2024-11-20T20:20:46,473 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39973-0x10159e7c3b50006, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Set watcher on existing znode=/0-783400743/backup-masters/d7d59561a64e,39973,1732134046339 2024-11-20T20:20:46,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x10159e7c3b50006, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743 2024-11-20T20:20:46,483 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38083-0x10159e7c3b50007, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-783400743/master 2024-11-20T20:20:46,483 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38083-0x10159e7c3b50007, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743 2024-11-20T20:20:46,484 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39973-0x10159e7c3b50006, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Set watcher on existing znode=/0-783400743/master 2024-11-20T20:20:46,486 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-783400743/backup-masters/d7d59561a64e,39973,1732134046339 from backup master directory 2024-11-20T20:20:46,494 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38083-0x10159e7c3b50007, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743/backup-masters 2024-11-20T20:20:46,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x10159e7c3b50006, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-783400743/backup-masters/d7d59561a64e,39973,1732134046339 2024-11-20T20:20:46,494 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:20:46,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x10159e7c3b50006, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743/backup-masters 2024-11-20T20:20:46,494 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7d59561a64e,39973,1732134046339 2024-11-20T20:20:46,503 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:20:46,503 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T20:20:46,510 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 7ms. 2024-11-20T20:20:46,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741846_1022 (size=196) 2024-11-20T20:20:46,931 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:20:46,931 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T20:20:46,932 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:20:46,937 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-20T20:20:46,940 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/WALs/d7d59561a64e,44845,1732134031662 to hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/WALs/d7d59561a64e,44845,1732134031662-dead as it is dead 2024-11-20T20:20:46,940 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/WALs/d7d59561a64e,44845,1732134031662-dead/d7d59561a64e%2C44845%2C1732134031662.1732134033046 2024-11-20T20:20:46,941 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/WALs/d7d59561a64e,44845,1732134031662-dead/d7d59561a64e%2C44845%2C1732134031662.1732134033046 after 1ms 2024-11-20T20:20:46,941 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/WALs/d7d59561a64e,44845,1732134031662-dead/d7d59561a64e%2C44845%2C1732134031662.1732134033046 to hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d7d59561a64e%2C44845%2C1732134031662.1732134033046 2024-11-20T20:20:46,941 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/WALs/d7d59561a64e,44845,1732134031662-dead 2024-11-20T20:20:46,942 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/WALs/d7d59561a64e,39973,1732134046339 2024-11-20T20:20:46,943 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:20:46,944 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C39973%2C1732134046339, suffix=, logDir=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/WALs/d7d59561a64e,39973,1732134046339, archiveDir=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/oldWALs, maxLogs=10 2024-11-20T20:20:46,959 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/WALs/d7d59561a64e,39973,1732134046339/d7d59561a64e%2C39973%2C1732134046339.1732134046944, exclude list is [], retry=0 2024-11-20T20:20:46,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41333,DS-1b5000ea-bded-439a-b967-918506b037ee,DISK] 2024-11-20T20:20:46,963 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/WALs/d7d59561a64e,39973,1732134046339/d7d59561a64e%2C39973%2C1732134046339.1732134046944 2024-11-20T20:20:46,964 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39725:39725)] 2024-11-20T20:20:46,964 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:20:46,964 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:20:46,964 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:46,964 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:46,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:46,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T20:20:46,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:46,971 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:20:46,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/915e74ae574442c6aa9e4a88cae6acc9 2024-11-20T20:20:46,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:20:46,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:46,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T20:20:46,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:46,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9cf4f573b32407db20368ad10d3011a 2024-11-20T20:20:46,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:20:46,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:46,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T20:20:46,990 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:47,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6d86ba203b748958d0e43e9cc804c83 2024-11-20T20:20:47,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:20:47,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:47,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T20:20:47,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:47,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:20:47,002 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:47,002 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-20T20:20:47,003 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d7d59561a64e%2C44845%2C1732134031662.1732134033046 2024-11-20T20:20:47,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:20:47,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:20:47,008 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d7d59561a64e%2C44845%2C1732134031662.1732134033046 2024-11-20T20:20:47,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:20:47,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:20:47,009 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d7d59561a64e%2C44845%2C1732134031662.1732134033046 2024-11-20T20:20:47,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:20:47,010 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:47,010 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:47,011 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:20:47,012 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:20:47,015 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-20T20:20:47,016 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64413392, jitterRate=-0.04016566276550293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:20:47,016 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732134046964Initializing all the Stores at 1732134046965 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134046965Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134046965Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134046965Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134046965Cleaning up temporary data from old regions at 1732134047010 (+45 ms)Region opened successfully at 1732134047016 (+6 ms) 2024-11-20T20:20:47,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:20:47,020 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T20:20:47,023 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d0f4ea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:20:47,026 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-20T20:20:47,027 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T20:20:47,027 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T20:20:47,027 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T20:20:47,028 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T20:20:47,031 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T20:20:47,032 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T20:20:47,032 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T20:20:47,032 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-20T20:20:47,033 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T20:20:47,037 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=d7d59561a64e,46099,1732134031859, regionLocation=d7d59561a64e,46099,1732134031859, openSeqNum=2 2024-11-20T20:20:47,037 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=d7d59561a64e,46099,1732134031859, table=hbase:meta, region=1588230740 2024-11-20T20:20:47,037 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,46099,1732134031859, state=OPEN 2024-11-20T20:20:47,090 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38083-0x10159e7c3b50007, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-783400743/meta-region-server 2024-11-20T20:20:47,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x10159e7c3b50006, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-783400743/meta-region-server 2024-11-20T20:20:47,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-783400743/meta-region-server: CHANGED 2024-11-20T20:20:47,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-783400743/meta-region-server: CHANGED 2024-11-20T20:20:47,094 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-20T20:20:47,104 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-783400743/draining/d7d59561a64e,46099,1732134031859 already deleted, retry=false 2024-11-20T20:20:47,105 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of d7d59561a64e,46099,1732134031859 on d7d59561a64e,39973,1732134046339 2024-11-20T20:20:47,106 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d7d59561a64e,46099,1732134031859, splitWal=true, meta=true 2024-11-20T20:20:47,106 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for d7d59561a64e,46099,1732134031859 (carryingMeta=true) d7d59561a64e,46099,1732134031859/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7c788244[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T20:20:47,108 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39973-0x10159e7c3b50006, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Unable to get data of znode /0-783400743/balancer because node does not exist (not necessarily an error) 2024-11-20T20:20:47,115 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-783400743/balancer already deleted, retry=false 2024-11-20T20:20:47,116 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T20:20:47,116 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39973-0x10159e7c3b50006, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Unable to get data of znode /0-783400743/normalizer because node does not exist (not necessarily an error) 2024-11-20T20:20:47,125 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-783400743/normalizer already deleted, retry=false 2024-11-20T20:20:47,126 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T20:20:47,127 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39973-0x10159e7c3b50006, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Unable to get data of znode /0-783400743/switch/split because node does not exist (not necessarily an error) 2024-11-20T20:20:47,136 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-783400743/switch/split already deleted, retry=false 2024-11-20T20:20:47,137 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39973-0x10159e7c3b50006, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Unable to get data of znode /0-783400743/switch/merge because node does not exist (not necessarily an error) 2024-11-20T20:20:47,146 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-783400743/switch/merge already deleted, retry=false 2024-11-20T20:20:47,159 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39973-0x10159e7c3b50006, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Unable to get data of znode /0-783400743/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T20:20:47,168 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-783400743/snapshot-cleanup already deleted, retry=false 2024-11-20T20:20:47,178 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38083-0x10159e7c3b50007, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-783400743/running 2024-11-20T20:20:47,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x10159e7c3b50006, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-783400743/running 2024-11-20T20:20:47,178 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38083-0x10159e7c3b50007, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743 2024-11-20T20:20:47,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x10159e7c3b50006, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743 2024-11-20T20:20:47,179 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7d59561a64e,39973,1732134046339, sessionid=0x10159e7c3b50006, setting cluster-up flag (Was=false) 2024-11-20T20:20:47,189 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-783400743/flush-table-proc/acquired, /0-783400743/flush-table-proc/reached, /0-783400743/flush-table-proc/abort 2024-11-20T20:20:47,190 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,39973,1732134046339 2024-11-20T20:20:47,200 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-783400743/online-snapshot/acquired, /0-783400743/online-snapshot/reached, /0-783400743/online-snapshot/abort 2024-11-20T20:20:47,201 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,39973,1732134046339 2024-11-20T20:20:47,202 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/.lastflushedseqids 2024-11-20T20:20:47,204 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T20:20:47,204 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T20:20:47,205 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7d59561a64e,39973,1732134046339 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 d7d59561a64e,46099,1732134031859 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T20:20:47,206 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:20:47,206 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:20:47,206 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:20:47,206 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:20:47,206 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7d59561a64e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T20:20:47,206 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:47,206 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:20:47,206 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:47,207 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732134077207 2024-11-20T20:20:47,207 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T20:20:47,207 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T20:20:47,207 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T20:20:47,207 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T20:20:47,207 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T20:20:47,207 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T20:20:47,207 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:47,207 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure d7d59561a64e,46099,1732134031859, splitWal=true, meta=true 2024-11-20T20:20:47,208 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T20:20:47,208 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T20:20:47,208 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T20:20:47,208 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T20:20:47,208 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure d7d59561a64e,46099,1732134031859, splitWal=true, meta=true, isMeta: true 2024-11-20T20:20:47,210 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,46099,1732134031859-splitting 2024-11-20T20:20:47,210 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,46099,1732134031859-splitting dir is empty, no logs to split. 2024-11-20T20:20:47,210 INFO [PEWorker-1 {}] master.SplitWALManager(105): d7d59561a64e,46099,1732134031859 WAL count=0, meta=true 2024-11-20T20:20:47,212 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,46099,1732134031859-splitting dir is empty, no logs to split. 2024-11-20T20:20:47,212 INFO [PEWorker-1 {}] master.SplitWALManager(105): d7d59561a64e,46099,1732134031859 WAL count=0, meta=true 2024-11-20T20:20:47,212 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if d7d59561a64e,46099,1732134031859 WAL splitting is done? wals=0, meta=true 2024-11-20T20:20:47,212 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T20:20:47,212 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T20:20:47,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T20:20:47,213 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:20:47,214 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T20:20:47,216 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134047212,5,FailOnTimeoutGroup] 2024-11-20T20:20:47,218 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134047216,5,FailOnTimeoutGroup] 2024-11-20T20:20:47,218 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:47,218 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T20:20:47,218 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:47,218 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:47,218 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732134047218, completionTime=-1 2024-11-20T20:20:47,218 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-20T20:20:47,218 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T20:20:47,250 INFO [RS:0;d7d59561a64e:38083 {}] regionserver.HRegionServer(746): ClusterId : d5c287d8-6e7f-4704-a521-75745d7b5f80 2024-11-20T20:20:47,250 DEBUG [RS:0;d7d59561a64e:38083 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T20:20:47,263 DEBUG [RS:0;d7d59561a64e:38083 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T20:20:47,263 DEBUG [RS:0;d7d59561a64e:38083 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T20:20:47,274 DEBUG [RS:0;d7d59561a64e:38083 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T20:20:47,274 DEBUG [RS:0;d7d59561a64e:38083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bbfa25d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:20:47,287 DEBUG [RS:0;d7d59561a64e:38083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7d59561a64e:38083 2024-11-20T20:20:47,287 INFO [RS:0;d7d59561a64e:38083 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T20:20:47,287 INFO [RS:0;d7d59561a64e:38083 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T20:20:47,287 DEBUG [RS:0;d7d59561a64e:38083 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T20:20:47,288 INFO [RS:0;d7d59561a64e:38083 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d59561a64e,39973,1732134046339 with port=38083, startcode=1732134046407 2024-11-20T20:20:47,288 DEBUG [RS:0;d7d59561a64e:38083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T20:20:47,290 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T20:20:47,290 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39973 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7d59561a64e,38083,1732134046407 2024-11-20T20:20:47,290 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39973 {}] master.ServerManager(517): Registering regionserver=d7d59561a64e,38083,1732134046407 2024-11-20T20:20:47,291 DEBUG [RS:0;d7d59561a64e:38083 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b 2024-11-20T20:20:47,291 DEBUG [RS:0;d7d59561a64e:38083 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46049 2024-11-20T20:20:47,291 DEBUG [RS:0;d7d59561a64e:38083 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T20:20:47,319 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=101ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T20:20:47,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x10159e7c3b50006, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743/rs 2024-11-20T20:20:47,331 DEBUG [RS:0;d7d59561a64e:38083 {}] zookeeper.ZKUtil(111): regionserver:38083-0x10159e7c3b50007, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Set watcher on existing znode=/0-783400743/rs/d7d59561a64e,38083,1732134046407 2024-11-20T20:20:47,331 WARN [RS:0;d7d59561a64e:38083 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:20:47,331 INFO [RS:0;d7d59561a64e:38083 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:20:47,331 DEBUG [RS:0;d7d59561a64e:38083 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,38083,1732134046407 2024-11-20T20:20:47,331 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7d59561a64e,38083,1732134046407] 2024-11-20T20:20:47,354 INFO [RS:0;d7d59561a64e:38083 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T20:20:47,356 INFO [RS:0;d7d59561a64e:38083 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T20:20:47,356 INFO [RS:0;d7d59561a64e:38083 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T20:20:47,356 INFO [RS:0;d7d59561a64e:38083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:47,356 INFO [RS:0;d7d59561a64e:38083 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T20:20:47,357 INFO [RS:0;d7d59561a64e:38083 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T20:20:47,357 INFO [RS:0;d7d59561a64e:38083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:47,357 DEBUG [RS:0;d7d59561a64e:38083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:47,357 DEBUG [RS:0;d7d59561a64e:38083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:47,358 DEBUG [RS:0;d7d59561a64e:38083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:47,358 DEBUG [RS:0;d7d59561a64e:38083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:47,358 DEBUG [RS:0;d7d59561a64e:38083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:47,358 DEBUG [RS:0;d7d59561a64e:38083 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:20:47,358 DEBUG [RS:0;d7d59561a64e:38083 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:47,358 DEBUG [RS:0;d7d59561a64e:38083 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:47,358 DEBUG [RS:0;d7d59561a64e:38083 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:47,358 DEBUG [RS:0;d7d59561a64e:38083 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:47,358 DEBUG [RS:0;d7d59561a64e:38083 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:47,358 DEBUG [RS:0;d7d59561a64e:38083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:20:47,358 DEBUG [RS:0;d7d59561a64e:38083 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:20:47,358 DEBUG [RS:0;d7d59561a64e:38083 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:20:47,359 INFO [RS:0;d7d59561a64e:38083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:47,359 INFO [RS:0;d7d59561a64e:38083 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:47,359 INFO [RS:0;d7d59561a64e:38083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:47,359 INFO [RS:0;d7d59561a64e:38083 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:47,359 INFO [RS:0;d7d59561a64e:38083 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:47,359 INFO [RS:0;d7d59561a64e:38083 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,38083,1732134046407-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:20:47,364 WARN [d7d59561a64e:39973 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T20:20:47,379 INFO [RS:0;d7d59561a64e:38083 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T20:20:47,379 INFO [RS:0;d7d59561a64e:38083 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,38083,1732134046407-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:47,398 INFO [RS:0;d7d59561a64e:38083 {}] regionserver.ReplicationSource(231): queueId=1-d7d59561a64e,38083,1732134046407, ReplicationSource: 1, currentBandwidth=0 2024-11-20T20:20:47,398 INFO [RS:0;d7d59561a64e:38083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:47,398 INFO [RS:0;d7d59561a64e:38083 {}] regionserver.Replication(171): d7d59561a64e,38083,1732134046407 started 2024-11-20T20:20:47,417 INFO [RS:0;d7d59561a64e:38083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:47,417 DEBUG [RS:0;d7d59561a64e:38083.replicationSource,1-d7d59561a64e,38083,1732134046407 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:42933' 2024-11-20T20:20:47,417 INFO [RS:0;d7d59561a64e:38083 {}] regionserver.HRegionServer(1482): Serving as d7d59561a64e,38083,1732134046407, RpcServer on d7d59561a64e/172.17.0.2:38083, sessionid=0x10159e7c3b50007 2024-11-20T20:20:47,417 DEBUG [RS:0;d7d59561a64e:38083 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T20:20:47,418 DEBUG [RS:0;d7d59561a64e:38083 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7d59561a64e,38083,1732134046407 2024-11-20T20:20:47,418 DEBUG [RS:0;d7d59561a64e:38083 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,38083,1732134046407' 2024-11-20T20:20:47,418 DEBUG [RS:0;d7d59561a64e:38083 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-783400743/flush-table-proc/abort' 2024-11-20T20:20:47,418 DEBUG [RS:0;d7d59561a64e:38083 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-783400743/flush-table-proc/acquired' 2024-11-20T20:20:47,420 DEBUG [RS:0;d7d59561a64e:38083 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T20:20:47,420 DEBUG [RS:0;d7d59561a64e:38083.replicationSource,1-d7d59561a64e,38083,1732134046407 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b2f6216, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:20:47,420 DEBUG [RS:0;d7d59561a64e:38083 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T20:20:47,420 DEBUG [RS:0;d7d59561a64e:38083.replicationSource,1-d7d59561a64e,38083,1732134046407 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,42933,-1 for getting cluster id 2024-11-20T20:20:47,420 DEBUG [RS:0;d7d59561a64e:38083 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7d59561a64e,38083,1732134046407 2024-11-20T20:20:47,420 DEBUG [RS:0;d7d59561a64e:38083 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,38083,1732134046407' 2024-11-20T20:20:47,420 DEBUG [RS:0;d7d59561a64e:38083 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-783400743/online-snapshot/abort' 2024-11-20T20:20:47,421 DEBUG [RS:0;d7d59561a64e:38083.replicationSource,1-d7d59561a64e,38083,1732134046407 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:20:47,421 DEBUG [RS:0;d7d59561a64e:38083 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-783400743/online-snapshot/acquired' 2024-11-20T20:20:47,421 DEBUG [RS:0;d7d59561a64e:38083 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T20:20:47,421 INFO [RS:0;d7d59561a64e:38083 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T20:20:47,421 INFO [RS:0;d7d59561a64e:38083 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T20:20:47,425 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a0ccc9c-dc84-4738-9136-d0bad0708e89' 2024-11-20T20:20:47,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:20:47,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a0ccc9c-dc84-4738-9136-d0bad0708e89" 2024-11-20T20:20:47,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b0f1333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:20:47,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,42933,-1] 2024-11-20T20:20:47,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:20:47,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:47,426 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:20:47,427 DEBUG [RS:0;d7d59561a64e:38083.replicationSource,1-d7d59561a64e,38083,1732134046407 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@510efba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:20:47,427 DEBUG [RS:0;d7d59561a64e:38083.replicationSource,1-d7d59561a64e,38083,1732134046407 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:20:47,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,42933,1732134037234 2024-11-20T20:20:47,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55b2026a 2024-11-20T20:20:47,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:20:47,429 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-20T20:20:47,430 INFO [RS:0;d7d59561a64e:38083.replicationSource,1-d7d59561a64e,38083,1732134046407 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7d59561a64e,38083,1732134046407 (queues=0) is replicating from cluster=d5c287d8-6e7f-4704-a521-75745d7b5f80 to cluster=6a0ccc9c-dc84-4738-9136-d0bad0708e89 2024-11-20T20:20:47,522 INFO [RS:0;d7d59561a64e:38083 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:20:47,523 INFO [RS:0;d7d59561a64e:38083 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C38083%2C1732134046407, suffix=, logDir=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,38083,1732134046407, archiveDir=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/oldWALs, maxLogs=10 2024-11-20T20:20:47,536 DEBUG [RS:0;d7d59561a64e:38083 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,38083,1732134046407/d7d59561a64e%2C38083%2C1732134046407.1732134047523, exclude list is [], retry=0 2024-11-20T20:20:47,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41333,DS-1b5000ea-bded-439a-b967-918506b037ee,DISK] 2024-11-20T20:20:47,541 INFO [RS:0;d7d59561a64e:38083 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,38083,1732134046407/d7d59561a64e%2C38083%2C1732134046407.1732134047523 2024-11-20T20:20:47,542 DEBUG [RS:0;d7d59561a64e:38083 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group d7d59561a64e%2C38083%2C1732134046407 for peer 1 2024-11-20T20:20:47,542 DEBUG [RS:0;d7d59561a64e:38083 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7d59561a64e%2C38083%2C1732134046407 2024-11-20T20:20:47,542 INFO [RS:0;d7d59561a64e:38083 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7d59561a64e,38083,1732134046407, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T20:20:47,542 DEBUG [RS:0;d7d59561a64e:38083 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39725:39725)] 2024-11-20T20:20:47,542 INFO [RS:0;d7d59561a64e:38083.replicationSource.shipperd7d59561a64e%2C38083%2C1732134046407,1-d7d59561a64e,38083,1732134046407 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7d59561a64e%2C38083%2C1732134046407 2024-11-20T20:20:47,542 DEBUG [RS:0;d7d59561a64e:38083.replicationSource.wal-reader.d7d59561a64e%2C38083%2C1732134046407,1-d7d59561a64e,38083,1732134046407 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,38083,1732134046407/d7d59561a64e%2C38083%2C1732134046407.1732134047523, startPosition=0, beingWritten=true 2024-11-20T20:20:47,614 DEBUG [d7d59561a64e:39973 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T20:20:47,615 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7d59561a64e,38083,1732134046407 2024-11-20T20:20:47,616 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,38083,1732134046407, state=OPENING 2024-11-20T20:20:47,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x10159e7c3b50006, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-783400743/meta-region-server 2024-11-20T20:20:47,641 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38083-0x10159e7c3b50007, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-783400743/meta-region-server 2024-11-20T20:20:47,641 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:20:47,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-783400743/meta-region-server: CHANGED 2024-11-20T20:20:47,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-783400743/meta-region-server: CHANGED 2024-11-20T20:20:47,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,38083,1732134046407}] 2024-11-20T20:20:47,750 DEBUG [RS:0;d7d59561a64e:38083.replicationSource.wal-reader.d7d59561a64e%2C38083%2C1732134046407,1-d7d59561a64e,38083,1732134046407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,38083,1732134046407/d7d59561a64e%2C38083%2C1732134046407.1732134047523 to pos 0, reset compression=false 2024-11-20T20:20:47,794 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:20:47,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T20:20:47,799 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T20:20:47,799 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:20:47,799 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T20:20:47,800 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C38083%2C1732134046407.meta, suffix=.meta, logDir=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,38083,1732134046407, archiveDir=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/oldWALs, maxLogs=10 2024-11-20T20:20:47,813 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,38083,1732134046407/d7d59561a64e%2C38083%2C1732134046407.meta.1732134047800.meta, exclude list is [], retry=0 2024-11-20T20:20:47,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41333,DS-1b5000ea-bded-439a-b967-918506b037ee,DISK] 2024-11-20T20:20:47,816 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,38083,1732134046407/d7d59561a64e%2C38083%2C1732134046407.meta.1732134047800.meta 2024-11-20T20:20:47,817 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39725:39725)] 2024-11-20T20:20:47,817 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:20:47,817 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:20:47,817 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:20:47,817 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T20:20:47,817 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T20:20:47,818 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T20:20:47,818 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:20:47,818 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T20:20:47,818 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T20:20:47,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:20:47,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:20:47,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:47,825 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740/info/1cb3cd54677e4791b94ab52b5f55c92b 2024-11-20T20:20:47,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:20:47,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:20:47,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:20:47,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:47,837 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740/ns/c12934f0e9b947d1bd16770a49cd1cee 2024-11-20T20:20:47,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:20:47,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:20:47,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:20:47,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:47,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:20:47,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:20:47,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:20:47,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:47,846 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740/table/559f54ce6531478d968354f7f9a2f373 2024-11-20T20:20:47,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:20:47,846 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:20:47,847 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740 2024-11-20T20:20:47,849 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740 2024-11-20T20:20:47,850 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:20:47,850 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:20:47,851 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:20:47,852 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:20:47,853 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59529039, jitterRate=-0.11294819414615631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:20:47,853 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T20:20:47,853 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732134047818Writing region info on filesystem at 1732134047818Initializing all the Stores at 1732134047818Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134047819 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134047819Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134047819Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134047819Cleaning up temporary data from old regions at 1732134047850 (+31 ms)Running coprocessor post-open hooks at 1732134047853 (+3 ms)Region opened successfully at 1732134047853 2024-11-20T20:20:47,854 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732134047794 2024-11-20T20:20:47,856 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T20:20:47,856 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T20:20:47,857 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=d7d59561a64e,38083,1732134046407 2024-11-20T20:20:47,858 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,38083,1732134046407, state=OPEN 2024-11-20T20:20:47,869 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38083-0x10159e7c3b50007, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-783400743/meta-region-server 2024-11-20T20:20:47,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x10159e7c3b50006, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-783400743/meta-region-server 2024-11-20T20:20:47,869 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7d59561a64e,38083,1732134046407 2024-11-20T20:20:47,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-783400743/meta-region-server: CHANGED 2024-11-20T20:20:47,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-783400743/meta-region-server: CHANGED 2024-11-20T20:20:47,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-20T20:20:47,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,38083,1732134046407 in 227 msec 2024-11-20T20:20:47,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T20:20:47,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 659 msec 2024-11-20T20:20:48,055 DEBUG [RS:0;d7d59561a64e:38083.replicationSource.wal-reader.d7d59561a64e%2C38083%2C1732134046407,1-d7d59561a64e,38083,1732134046407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,38083,1732134046407/d7d59561a64e%2C38083%2C1732134046407.1732134047523 to pos 0, reset compression=false 2024-11-20T20:20:48,462 DEBUG [RS:0;d7d59561a64e:38083.replicationSource.wal-reader.d7d59561a64e%2C38083%2C1732134046407,1-d7d59561a64e,38083,1732134046407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,38083,1732134046407/d7d59561a64e%2C38083%2C1732134046407.1732134047523 to pos 0, reset compression=false 2024-11-20T20:20:48,821 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-20T20:20:48,967 DEBUG [RS:0;d7d59561a64e:38083.replicationSource.wal-reader.d7d59561a64e%2C38083%2C1732134046407,1-d7d59561a64e,38083,1732134046407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,38083,1732134046407/d7d59561a64e%2C38083%2C1732134046407.1732134047523 to pos 0, reset compression=false 2024-11-20T20:20:49,571 DEBUG [RS:0;d7d59561a64e:38083.replicationSource.wal-reader.d7d59561a64e%2C38083%2C1732134046407,1-d7d59561a64e,38083,1732134046407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,38083,1732134046407/d7d59561a64e%2C38083%2C1732134046407.1732134047523 to pos 0, reset compression=false 2024-11-20T20:20:50,277 DEBUG [RS:0;d7d59561a64e:38083.replicationSource.wal-reader.d7d59561a64e%2C38083%2C1732134046407,1-d7d59561a64e,38083,1732134046407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,38083,1732134046407/d7d59561a64e%2C38083%2C1732134046407.1732134047523 to pos 0, reset compression=false 2024-11-20T20:20:50,324 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3106ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-20T20:20:51,082 DEBUG [RS:0;d7d59561a64e:38083.replicationSource.wal-reader.d7d59561a64e%2C38083%2C1732134046407,1-d7d59561a64e,38083,1732134046407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,38083,1732134046407/d7d59561a64e%2C38083%2C1732134046407.1732134047523 to pos 0, reset compression=false 2024-11-20T20:20:51,726 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-20T20:20:51,726 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T20:20:51,727 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:20:51,727 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,38083,1732134046407, seqNum=-1] 2024-11-20T20:20:51,727 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:20:51,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:20:51,733 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1e64d8c8b8bff2c3531785b1bfea25bd, regionState=OPEN, lastHost=d7d59561a64e,46099,1732134031859, regionLocation=d7d59561a64e,46099,1732134031859, openSeqNum=2 2024-11-20T20:20:51,733 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T20:20:51,733 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732134111733 2024-11-20T20:20:51,733 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732134171733 2024-11-20T20:20:51,733 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-20T20:20:51,734 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,39973,1732134046339-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:51,734 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,39973,1732134046339-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:51,734 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,39973,1732134046339-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:51,734 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7d59561a64e:39973, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:51,734 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:51,734 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): d7d59561a64e,46099,1732134031859 had 2 regions 2024-11-20T20:20:51,735 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d7d59561a64e,46099,1732134031859, splitWal=true, meta=true, isMeta: false 2024-11-20T20:20:51,736 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:51,742 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,46099,1732134031859-splitting dir is empty, no logs to split. 2024-11-20T20:20:51,742 INFO [PEWorker-3 {}] master.SplitWALManager(105): d7d59561a64e,46099,1732134031859 WAL count=0, meta=false 2024-11-20T20:20:51,745 WARN [master/d7d59561a64e:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=d7d59561a64e,46099,1732134031859/hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd. 2024-11-20T20:20:51,746 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,46099,1732134031859-splitting dir is empty, no logs to split. 2024-11-20T20:20:51,746 INFO [PEWorker-3 {}] master.SplitWALManager(105): d7d59561a64e,46099,1732134031859 WAL count=0, meta=false 2024-11-20T20:20:51,746 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if d7d59561a64e,46099,1732134031859 WAL splitting is done? wals=0, meta=false 2024-11-20T20:20:51,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1e64d8c8b8bff2c3531785b1bfea25bd, ASSIGN}] 2024-11-20T20:20:51,748 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.254sec 2024-11-20T20:20:51,748 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T20:20:51,748 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T20:20:51,748 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T20:20:51,748 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T20:20:51,748 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T20:20:51,748 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,39973,1732134046339-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:20:51,749 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,39973,1732134046339-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T20:20:51,749 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1e64d8c8b8bff2c3531785b1bfea25bd, ASSIGN 2024-11-20T20:20:51,750 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1e64d8c8b8bff2c3531785b1bfea25bd, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T20:20:51,757 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T20:20:51,757 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T20:20:51,757 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,39973,1732134046339-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:20:51,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30cdddcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:20:51,766 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,39973,-1 for getting cluster id 2024-11-20T20:20:51,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:20:51,768 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5c287d8-6e7f-4704-a521-75745d7b5f80' 2024-11-20T20:20:51,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:20:51,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5c287d8-6e7f-4704-a521-75745d7b5f80" 2024-11-20T20:20:51,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2766190c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:20:51,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,39973,-1] 2024-11-20T20:20:51,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:20:51,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:51,771 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:20:51,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@673ff630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:20:51,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:20:51,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,38083,1732134046407, seqNum=-1] 2024-11-20T20:20:51,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:20:51,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:20:51,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-20T20:20:51,779 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:20:51,779 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:20:51,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:51,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:51,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: d7d59561a64e:39973 after: d7d59561a64e:39973 2024-11-20T20:20:51,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:20:51,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c18487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:20:51,780 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,39973,-1 for getting cluster id 2024-11-20T20:20:51,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:20:51,781 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5c287d8-6e7f-4704-a521-75745d7b5f80' 2024-11-20T20:20:51,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:20:51,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5c287d8-6e7f-4704-a521-75745d7b5f80" 2024-11-20T20:20:51,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@872cb45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:20:51,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,39973,-1] 2024-11-20T20:20:51,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:20:51,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:51,783 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:20:51,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f8c1c5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:20:51,784 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:20:51,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,39973,1732134046339 2024-11-20T20:20:51,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9939f90 2024-11-20T20:20:51,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:20:51,787 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:20:51,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39973 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T20:20:51,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T20:20:51,788 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:20:51,788 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:20:51,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:51,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:51,788 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T20:20:51,788 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2058188841, stopped=false 2024-11-20T20:20:51,789 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7d59561a64e,42933,1732134037234 2024-11-20T20:20:51,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:20:51,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x10159e7c3b50004, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1330452310/running 2024-11-20T20:20:51,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42933-0x10159e7c3b50003, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1330452310/running 2024-11-20T20:20:51,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42933-0x10159e7c3b50003, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1330452310 2024-11-20T20:20:51,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x10159e7c3b50004, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1330452310 2024-11-20T20:20:51,848 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:20:51,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35499-0x10159e7c3b50004, quorum=127.0.0.1:50679, baseZNode=/1330452310 Set watcher on znode that does not yet exist, /1330452310/running 2024-11-20T20:20:51,849 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:20:51,849 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:20:51,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:51,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42933-0x10159e7c3b50003, quorum=127.0.0.1:50679, baseZNode=/1330452310 Set watcher on znode that does not yet exist, /1330452310/running 2024-11-20T20:20:51,850 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7d59561a64e,35499,1732134037547' ***** 2024-11-20T20:20:51,850 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T20:20:51,850 INFO [RS:0;d7d59561a64e:35499 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T20:20:51,850 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T20:20:51,851 INFO [RS:0;d7d59561a64e:35499 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T20:20:51,851 INFO [RS:0;d7d59561a64e:35499 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T20:20:51,851 INFO [RS:0;d7d59561a64e:35499 {}] regionserver.HRegionServer(959): stopping server d7d59561a64e,35499,1732134037547 2024-11-20T20:20:51,851 INFO [RS:0;d7d59561a64e:35499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:20:51,851 INFO [RS:0;d7d59561a64e:35499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:35499. 2024-11-20T20:20:51,851 DEBUG [RS:0;d7d59561a64e:35499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:20:51,851 DEBUG [RS:0;d7d59561a64e:35499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:51,851 INFO [RS:0;d7d59561a64e:35499 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T20:20:51,851 INFO [RS:0;d7d59561a64e:35499 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T20:20:51,851 INFO [RS:0;d7d59561a64e:35499 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T20:20:51,851 INFO [RS:0;d7d59561a64e:35499 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T20:20:51,851 INFO [RS:0;d7d59561a64e:35499 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T20:20:51,851 DEBUG [RS:0;d7d59561a64e:35499 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T20:20:51,851 DEBUG [RS:0;d7d59561a64e:35499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:20:51,851 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:20:51,851 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:20:51,851 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:20:51,852 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:20:51,852 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:20:51,852 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T20:20:51,858 INFO [regionserver/d7d59561a64e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:20:51,873 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/data/hbase/meta/1588230740/.tmp/ns/5aa568d6d345467792ea2ade8639e961 is 43, key is default/ns:d/1732134041504/Put/seqid=0 2024-11-20T20:20:51,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38101 is added to blk_1073741835_1011 (size=5153) 2024-11-20T20:20:51,901 DEBUG [d7d59561a64e:39973 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T20:20:51,902 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1e64d8c8b8bff2c3531785b1bfea25bd, regionState=OPENING, regionLocation=d7d59561a64e,38083,1732134046407 2024-11-20T20:20:51,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1e64d8c8b8bff2c3531785b1bfea25bd, ASSIGN because future has completed 2024-11-20T20:20:51,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e64d8c8b8bff2c3531785b1bfea25bd, server=d7d59561a64e,38083,1732134046407}] 2024-11-20T20:20:51,987 DEBUG [RS:0;d7d59561a64e:38083.replicationSource.wal-reader.d7d59561a64e%2C38083%2C1732134046407,1-d7d59561a64e,38083,1732134046407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,38083,1732134046407/d7d59561a64e%2C38083%2C1732134046407.1732134047523 to pos 0, reset compression=false 2024-11-20T20:20:52,052 DEBUG [RS:0;d7d59561a64e:35499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:20:52,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd. 2024-11-20T20:20:52,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:20:52,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T20:20:52,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C38083%2C1732134046407.rep, suffix=, logDir=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,38083,1732134046407, archiveDir=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/oldWALs, maxLogs=10 2024-11-20T20:20:52,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,38083,1732134046407/d7d59561a64e%2C38083%2C1732134046407.rep.1732134052066, exclude list is [], retry=0 2024-11-20T20:20:52,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41333,DS-1b5000ea-bded-439a-b967-918506b037ee,DISK] 2024-11-20T20:20:52,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,38083,1732134046407/d7d59561a64e%2C38083%2C1732134046407.rep.1732134052066 2024-11-20T20:20:52,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39725:39725)] 2024-11-20T20:20:52,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e64d8c8b8bff2c3531785b1bfea25bd, NAME => 'hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:20:52,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:20:52,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:20:52,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd. service=MultiRowMutationService 2024-11-20T20:20:52,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T20:20:52,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1e64d8c8b8bff2c3531785b1bfea25bd 2024-11-20T20:20:52,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:20:52,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 1e64d8c8b8bff2c3531785b1bfea25bd 2024-11-20T20:20:52,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 1e64d8c8b8bff2c3531785b1bfea25bd 2024-11-20T20:20:52,100 INFO [StoreOpener-1e64d8c8b8bff2c3531785b1bfea25bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1e64d8c8b8bff2c3531785b1bfea25bd 2024-11-20T20:20:52,101 INFO [StoreOpener-1e64d8c8b8bff2c3531785b1bfea25bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e64d8c8b8bff2c3531785b1bfea25bd columnFamilyName hfileref 2024-11-20T20:20:52,101 DEBUG [StoreOpener-1e64d8c8b8bff2c3531785b1bfea25bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:52,102 INFO [StoreOpener-1e64d8c8b8bff2c3531785b1bfea25bd-1 {}] regionserver.HStore(327): Store=1e64d8c8b8bff2c3531785b1bfea25bd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:20:52,102 INFO [StoreOpener-1e64d8c8b8bff2c3531785b1bfea25bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1e64d8c8b8bff2c3531785b1bfea25bd 2024-11-20T20:20:52,103 INFO [StoreOpener-1e64d8c8b8bff2c3531785b1bfea25bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e64d8c8b8bff2c3531785b1bfea25bd columnFamilyName queue 2024-11-20T20:20:52,103 DEBUG [StoreOpener-1e64d8c8b8bff2c3531785b1bfea25bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:52,114 DEBUG [StoreOpener-1e64d8c8b8bff2c3531785b1bfea25bd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/replication/1e64d8c8b8bff2c3531785b1bfea25bd/queue/5ffcf77feb214062b1c832c2ede81fa3 2024-11-20T20:20:52,115 INFO [StoreOpener-1e64d8c8b8bff2c3531785b1bfea25bd-1 {}] regionserver.HStore(327): Store=1e64d8c8b8bff2c3531785b1bfea25bd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:20:52,115 INFO [StoreOpener-1e64d8c8b8bff2c3531785b1bfea25bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1e64d8c8b8bff2c3531785b1bfea25bd 2024-11-20T20:20:52,116 INFO [StoreOpener-1e64d8c8b8bff2c3531785b1bfea25bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e64d8c8b8bff2c3531785b1bfea25bd columnFamilyName sid 2024-11-20T20:20:52,116 DEBUG [StoreOpener-1e64d8c8b8bff2c3531785b1bfea25bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:20:52,116 INFO [StoreOpener-1e64d8c8b8bff2c3531785b1bfea25bd-1 {}] regionserver.HStore(327): Store=1e64d8c8b8bff2c3531785b1bfea25bd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:20:52,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 1e64d8c8b8bff2c3531785b1bfea25bd 2024-11-20T20:20:52,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/replication/1e64d8c8b8bff2c3531785b1bfea25bd 2024-11-20T20:20:52,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/replication/1e64d8c8b8bff2c3531785b1bfea25bd 2024-11-20T20:20:52,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 1e64d8c8b8bff2c3531785b1bfea25bd 2024-11-20T20:20:52,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 1e64d8c8b8bff2c3531785b1bfea25bd 2024-11-20T20:20:52,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:20:52,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 1e64d8c8b8bff2c3531785b1bfea25bd 2024-11-20T20:20:52,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 1e64d8c8b8bff2c3531785b1bfea25bd; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74366882, jitterRate=0.10815289616584778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:20:52,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e64d8c8b8bff2c3531785b1bfea25bd 2024-11-20T20:20:52,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 1e64d8c8b8bff2c3531785b1bfea25bd: Running coprocessor pre-open hook at 1732134052098Writing region info on filesystem at 1732134052098Initializing all the Stores at 1732134052099 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134052099Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134052100 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134052100Cleaning up temporary data from old regions at 1732134052125 (+25 ms)Running coprocessor post-open hooks at 1732134052129 (+4 ms)Region opened successfully at 1732134052129 2024-11-20T20:20:52,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd., pid=13, masterSystemTime=1732134052058 2024-11-20T20:20:52,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd. 2024-11-20T20:20:52,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd. 2024-11-20T20:20:52,134 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1e64d8c8b8bff2c3531785b1bfea25bd, regionState=OPEN, openSeqNum=9, regionLocation=d7d59561a64e,38083,1732134046407 2024-11-20T20:20:52,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e64d8c8b8bff2c3531785b1bfea25bd, server=d7d59561a64e,38083,1732134046407 because future has completed 2024-11-20T20:20:52,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T20:20:52,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e64d8c8b8bff2c3531785b1bfea25bd, server=d7d59561a64e,38083,1732134046407 in 237 msec 2024-11-20T20:20:52,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-20T20:20:52,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1e64d8c8b8bff2c3531785b1bfea25bd, ASSIGN in 396 msec 2024-11-20T20:20:52,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-20T20:20:52,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd., hostname=d7d59561a64e,38083,1732134046407, seqNum=9] 2024-11-20T20:20:52,192 DEBUG [PEWorker-3 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for d7d59561a64e,46099,1732134031859 2024-11-20T20:20:52,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-20T20:20:52,252 DEBUG [RS:0;d7d59561a64e:35499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:20:52,279 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/data/hbase/meta/1588230740/.tmp/ns/5aa568d6d345467792ea2ade8639e961 2024-11-20T20:20:52,289 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/data/hbase/meta/1588230740/.tmp/ns/5aa568d6d345467792ea2ade8639e961 as hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/data/hbase/meta/1588230740/ns/5aa568d6d345467792ea2ade8639e961 2024-11-20T20:20:52,297 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/data/hbase/meta/1588230740/ns/5aa568d6d345467792ea2ade8639e961, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T20:20:52,298 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=6, compaction requested=false 2024-11-20T20:20:52,298 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T20:20:52,320 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T20:20:52,321 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:20:52,321 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:20:52,321 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:20:52,321 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134051851Running coprocessor pre-close hooks at 1732134051851Disabling compacts and flushes for region at 1732134051851Disabling writes for close at 1732134051852 (+1 ms)Obtaining lock to block concurrent updates at 1732134051852Preparing flush snapshotting stores in 1588230740 at 1732134051852Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732134051852Flushing stores of hbase:meta,,1.1588230740 at 1732134051853 (+1 ms)Flushing 1588230740/ns: creating writer at 1732134051853Flushing 1588230740/ns: appending metadata at 1732134051872 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732134051872Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f5f4576: reopening flushed file at 1732134052288 (+416 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=6, compaction requested=false at 1732134052298 (+10 ms)Writing region close event to WAL at 1732134052314 (+16 ms)Running coprocessor post-close hooks at 1732134052321 (+7 ms)Closed at 1732134052321 2024-11-20T20:20:52,321 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T20:20:52,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38083 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-20T20:20:52,452 INFO [RS:0;d7d59561a64e:35499 {}] regionserver.HRegionServer(976): stopping server d7d59561a64e,35499,1732134037547; all regions closed. 2024-11-20T20:20:52,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38101 is added to blk_1073741834_1010 (size=1152) 2024-11-20T20:20:52,469 DEBUG [RS:0;d7d59561a64e:35499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/oldWALs 2024-11-20T20:20:52,469 INFO [RS:0;d7d59561a64e:35499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C35499%2C1732134037547.meta:.meta(num 1732134041451) 2024-11-20T20:20:52,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38101 is added to blk_1073741832_1008 (size=93) 2024-11-20T20:20:52,482 DEBUG [RS:0;d7d59561a64e:35499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/oldWALs 2024-11-20T20:20:52,482 INFO [RS:0;d7d59561a64e:35499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C35499%2C1732134037547:(num 1732134039687) 2024-11-20T20:20:52,482 DEBUG [RS:0;d7d59561a64e:35499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:52,482 INFO [RS:0;d7d59561a64e:35499 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:20:52,483 INFO [RS:0;d7d59561a64e:35499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:20:52,483 INFO [RS:0;d7d59561a64e:35499 {}] hbase.ChoreService(370): Chore service for: regionserver/d7d59561a64e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T20:20:52,483 INFO [RS:0;d7d59561a64e:35499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:20:52,483 INFO [RS:0;d7d59561a64e:35499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35499 2024-11-20T20:20:52,484 INFO [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:20:52,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x10159e7c3b50004, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1330452310/rs/d7d59561a64e,35499,1732134037547 2024-11-20T20:20:52,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42933-0x10159e7c3b50003, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1330452310/rs 2024-11-20T20:20:52,576 INFO [RS:0;d7d59561a64e:35499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:20:52,576 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7d59561a64e,35499,1732134037547] 2024-11-20T20:20:52,595 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1330452310/draining/d7d59561a64e,35499,1732134037547 already deleted, retry=false 2024-11-20T20:20:52,595 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7d59561a64e,35499,1732134037547 expired; onlineServers=0 2024-11-20T20:20:52,595 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7d59561a64e,42933,1732134037234' ***** 2024-11-20T20:20:52,595 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T20:20:52,595 INFO [M:0;d7d59561a64e:42933 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:20:52,595 INFO [M:0;d7d59561a64e:42933 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:20:52,595 DEBUG [M:0;d7d59561a64e:42933 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T20:20:52,596 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T20:20:52,596 DEBUG [M:0;d7d59561a64e:42933 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T20:20:52,596 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134039443 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134039443,5,FailOnTimeoutGroup] 2024-11-20T20:20:52,596 INFO [M:0;d7d59561a64e:42933 {}] hbase.ChoreService(370): Chore service for: master/d7d59561a64e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T20:20:52,596 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134039439 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134039439,5,FailOnTimeoutGroup] 2024-11-20T20:20:52,596 INFO [M:0;d7d59561a64e:42933 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:20:52,596 DEBUG [M:0;d7d59561a64e:42933 {}] master.HMaster(1795): Stopping service threads 2024-11-20T20:20:52,596 INFO [M:0;d7d59561a64e:42933 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T20:20:52,596 INFO [M:0;d7d59561a64e:42933 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:20:52,596 INFO [M:0;d7d59561a64e:42933 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T20:20:52,597 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T20:20:52,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42933-0x10159e7c3b50003, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1330452310/master 2024-11-20T20:20:52,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42933-0x10159e7c3b50003, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1330452310 2024-11-20T20:20:52,606 DEBUG [M:0;d7d59561a64e:42933 {}] zookeeper.ZKUtil(347): master:42933-0x10159e7c3b50003, quorum=127.0.0.1:50679, baseZNode=/1330452310 Unable to get data of znode /1330452310/master because node does not exist (not an error) 2024-11-20T20:20:52,606 WARN [M:0;d7d59561a64e:42933 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T20:20:52,607 INFO [M:0;d7d59561a64e:42933 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/.lastflushedseqids 2024-11-20T20:20:52,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38101 is added to blk_1073741836_1012 (size=99) 2024-11-20T20:20:52,696 INFO [RS:0;d7d59561a64e:35499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:20:52,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x10159e7c3b50004, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:20:52,696 INFO [RS:0;d7d59561a64e:35499 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7d59561a64e,35499,1732134037547; zookeeper connection closed. 2024-11-20T20:20:52,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35499-0x10159e7c3b50004, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:20:52,696 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@568bf789 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@568bf789 2024-11-20T20:20:52,696 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T20:20:52,997 DEBUG [RS:0;d7d59561a64e:38083.replicationSource.wal-reader.d7d59561a64e%2C38083%2C1732134046407,1-d7d59561a64e,38083,1732134046407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,38083,1732134046407/d7d59561a64e%2C38083%2C1732134046407.1732134047523 to pos 0, reset compression=false 2024-11-20T20:20:53,019 INFO [M:0;d7d59561a64e:42933 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T20:20:53,019 INFO [M:0;d7d59561a64e:42933 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T20:20:53,020 DEBUG [M:0;d7d59561a64e:42933 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:20:53,020 INFO [M:0;d7d59561a64e:42933 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:20:53,020 DEBUG [M:0;d7d59561a64e:42933 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:20:53,020 DEBUG [M:0;d7d59561a64e:42933 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:20:53,020 DEBUG [M:0;d7d59561a64e:42933 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:20:53,020 INFO [M:0;d7d59561a64e:42933 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-20T20:20:53,043 DEBUG [M:0;d7d59561a64e:42933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76cdc44aa2074f968c64982f71b22f39 is 82, key is hbase:meta,,1/info:regioninfo/1732134041485/Put/seqid=0 2024-11-20T20:20:53,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38101 is added to blk_1073741837_1013 (size=5672) 2024-11-20T20:20:53,320 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:20:53,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:20:53,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:20:53,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:20:53,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:20:53,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:20:53,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:20:53,465 INFO [M:0;d7d59561a64e:42933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76cdc44aa2074f968c64982f71b22f39 2024-11-20T20:20:53,489 DEBUG [M:0;d7d59561a64e:42933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe79c07a0a6041c4a399f878fe66fcb3 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732134041507/Put/seqid=0 2024-11-20T20:20:53,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38101 is added to blk_1073741838_1014 (size=5275) 2024-11-20T20:20:53,899 INFO [M:0;d7d59561a64e:42933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe79c07a0a6041c4a399f878fe66fcb3 2024-11-20T20:20:53,923 DEBUG [M:0;d7d59561a64e:42933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c94df1d92a8f4336beca263a04963b04 is 69, key is d7d59561a64e,35499,1732134037547/rs:state/1732134039521/Put/seqid=0 2024-11-20T20:20:53,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38101 is added to blk_1073741839_1015 (size=5156) 2024-11-20T20:20:54,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T20:20:54,095 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T20:20:54,106 DEBUG [RS:0;d7d59561a64e:38083.replicationSource.wal-reader.d7d59561a64e%2C38083%2C1732134046407,1-d7d59561a64e,38083,1732134046407 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,38083,1732134046407/d7d59561a64e%2C38083%2C1732134046407.1732134047523 to pos 0, reset compression=false 2024-11-20T20:20:54,331 INFO [M:0;d7d59561a64e:42933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c94df1d92a8f4336beca263a04963b04 2024-11-20T20:20:54,336 DEBUG [M:0;d7d59561a64e:42933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76cdc44aa2074f968c64982f71b22f39 as hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76cdc44aa2074f968c64982f71b22f39 2024-11-20T20:20:54,341 INFO [M:0;d7d59561a64e:42933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76cdc44aa2074f968c64982f71b22f39, entries=8, sequenceid=28, filesize=5.5 K 2024-11-20T20:20:54,342 DEBUG [M:0;d7d59561a64e:42933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe79c07a0a6041c4a399f878fe66fcb3 as hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe79c07a0a6041c4a399f878fe66fcb3 2024-11-20T20:20:54,347 INFO [M:0;d7d59561a64e:42933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe79c07a0a6041c4a399f878fe66fcb3, entries=3, sequenceid=28, filesize=5.2 K 2024-11-20T20:20:54,348 DEBUG [M:0;d7d59561a64e:42933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c94df1d92a8f4336beca263a04963b04 as hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c94df1d92a8f4336beca263a04963b04 2024-11-20T20:20:54,353 INFO [M:0;d7d59561a64e:42933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35973/user/jenkins/test-data/0040a0d7-e4b4-34e8-e8f7-c04d95e06268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c94df1d92a8f4336beca263a04963b04, entries=1, sequenceid=28, filesize=5.0 K 2024-11-20T20:20:54,354 INFO [M:0;d7d59561a64e:42933 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1334ms, sequenceid=28, compaction requested=false 2024-11-20T20:20:54,356 INFO [M:0;d7d59561a64e:42933 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:20:54,356 DEBUG [M:0;d7d59561a64e:42933 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134053020Disabling compacts and flushes for region at 1732134053020Disabling writes for close at 1732134053020Obtaining lock to block concurrent updates at 1732134053020Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732134053020Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732134053020Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732134053021 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732134053021Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732134053043 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732134053043Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732134053469 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732134053488 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732134053488Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732134053904 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732134053923 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732134053923Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b863566: reopening flushed file at 1732134054335 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27b2ca2f: reopening flushed file at 1732134054341 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cecd042: reopening flushed file at 1732134054347 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1334ms, sequenceid=28, compaction requested=false at 1732134054354 (+7 ms)Writing region close event to WAL at 1732134054355 (+1 ms)Closed at 1732134054355 2024-11-20T20:20:54,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38101 is added to blk_1073741830_1006 (size=10165) 2024-11-20T20:20:54,362 INFO [M:0;d7d59561a64e:42933 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T20:20:54,362 INFO [M:0;d7d59561a64e:42933 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42933 2024-11-20T20:20:54,362 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:20:54,363 INFO [M:0;d7d59561a64e:42933 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:20:54,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42933-0x10159e7c3b50003, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:20:54,558 INFO [M:0;d7d59561a64e:42933 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:20:54,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42933-0x10159e7c3b50003, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:20:54,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67c03719{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:20:54,591 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ee05249{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:20:54,591 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:20:54,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3770829e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:20:54,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75117a99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/hadoop.log.dir/,STOPPED} 2024-11-20T20:20:54,593 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T20:20:54,593 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T20:20:54,593 WARN [BP-1647391646-172.17.0.2-1732134034583 heartbeating to localhost/127.0.0.1:35973 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T20:20:54,593 WARN [BP-1647391646-172.17.0.2-1732134034583 heartbeating to localhost/127.0.0.1:35973 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1647391646-172.17.0.2-1732134034583 (Datanode Uuid 2dbd0bc7-903c-46fe-81db-9fa23a432e25) service to localhost/127.0.0.1:35973 2024-11-20T20:20:54,593 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/cluster_af141176-64a8-bf69-da43-90a865ce7d7b/data/data1/current/BP-1647391646-172.17.0.2-1732134034583 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:20:54,594 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/cluster_af141176-64a8-bf69-da43-90a865ce7d7b/data/data2/current/BP-1647391646-172.17.0.2-1732134034583 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:20:54,594 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T20:20:54,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e225f62{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:20:54,602 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9d207cf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:20:54,603 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:20:54,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69ed25a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:20:54,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73f3698b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/hadoop.log.dir/,STOPPED} 2024-11-20T20:20:54,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T20:20:54,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T20:20:54,619 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:20:54,619 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:20:54,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:54,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:20:54,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:54,620 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T20:20:54,620 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=904435582, stopped=false 2024-11-20T20:20:54,620 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7d59561a64e,39973,1732134046339 2024-11-20T20:20:54,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x10159e7c3b50006, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-783400743/running 2024-11-20T20:20:54,637 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38083-0x10159e7c3b50007, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-783400743/running 2024-11-20T20:20:54,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x10159e7c3b50006, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743 2024-11-20T20:20:54,637 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38083-0x10159e7c3b50007, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743 2024-11-20T20:20:54,637 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:20:54,638 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:20:54,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38083-0x10159e7c3b50007, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Set watcher on znode that does not yet exist, /0-783400743/running 2024-11-20T20:20:54,638 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:20:54,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39973-0x10159e7c3b50006, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Set watcher on znode that does not yet exist, /0-783400743/running 2024-11-20T20:20:54,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:54,638 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7d59561a64e,38083,1732134046407' ***** 2024-11-20T20:20:54,638 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T20:20:54,638 INFO [RS:0;d7d59561a64e:38083 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T20:20:54,638 INFO [RS:0;d7d59561a64e:38083 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T20:20:54,638 INFO [RS:0;d7d59561a64e:38083 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T20:20:54,639 INFO [RS:0;d7d59561a64e:38083 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e64d8c8b8bff2c3531785b1bfea25bd 2024-11-20T20:20:54,639 INFO [RS:0;d7d59561a64e:38083 {}] regionserver.HRegionServer(959): stopping server d7d59561a64e,38083,1732134046407 2024-11-20T20:20:54,639 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T20:20:54,639 INFO [RS:0;d7d59561a64e:38083 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:20:54,639 INFO [RS:0;d7d59561a64e:38083 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:38083. 2024-11-20T20:20:54,639 DEBUG [RS:0;d7d59561a64e:38083 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:20:54,639 DEBUG [RS:0;d7d59561a64e:38083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:54,639 INFO [RS:0;d7d59561a64e:38083 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T20:20:54,639 INFO [RS:0;d7d59561a64e:38083 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T20:20:54,639 INFO [RS:0;d7d59561a64e:38083 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T20:20:54,639 INFO [RS:0;d7d59561a64e:38083 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T20:20:54,639 INFO [RS:0;d7d59561a64e:38083 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T20:20:54,639 DEBUG [RS:0;d7d59561a64e:38083 {}] regionserver.HRegionServer(1325): Online Regions={1e64d8c8b8bff2c3531785b1bfea25bd=hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T20:20:54,639 DEBUG [RS:0;d7d59561a64e:38083 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e64d8c8b8bff2c3531785b1bfea25bd 2024-11-20T20:20:54,639 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e64d8c8b8bff2c3531785b1bfea25bd, disabling compactions & flushes 2024-11-20T20:20:54,639 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:20:54,639 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:20:54,639 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd. 2024-11-20T20:20:54,639 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:20:54,639 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd. 2024-11-20T20:20:54,639 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:20:54,639 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd. after waiting 0 ms 2024-11-20T20:20:54,639 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:20:54,639 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd. 2024-11-20T20:20:54,640 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-20T20:20:54,667 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740/.tmp/info/a9d9898f7fee49f6bddeaeea3423c43b is 147, key is hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd./info:regioninfo/1732134052134/Put/seqid=0 2024-11-20T20:20:54,668 INFO [regionserver/d7d59561a64e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:20:54,669 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/replication/1e64d8c8b8bff2c3531785b1bfea25bd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-20T20:20:54,670 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:20:54,670 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:20:54,670 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd. 2024-11-20T20:20:54,670 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e64d8c8b8bff2c3531785b1bfea25bd: Waiting for close lock at 1732134054639Running coprocessor pre-close hooks at 1732134054639Disabling compacts and flushes for region at 1732134054639Disabling writes for close at 1732134054639Writing region close event to WAL at 1732134054664 (+25 ms)Running coprocessor post-close hooks at 1732134054670 (+6 ms)Closed at 1732134054670 2024-11-20T20:20:54,670 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732134041721.1e64d8c8b8bff2c3531785b1bfea25bd. 2024-11-20T20:20:54,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741851_1027 (size=6385) 2024-11-20T20:20:54,690 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740/.tmp/info/a9d9898f7fee49f6bddeaeea3423c43b 2024-11-20T20:20:54,697 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740/.tmp/info/a9d9898f7fee49f6bddeaeea3423c43b as hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740/info/a9d9898f7fee49f6bddeaeea3423c43b 2024-11-20T20:20:54,702 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740/info/a9d9898f7fee49f6bddeaeea3423c43b, entries=8, sequenceid=19, filesize=6.2 K 2024-11-20T20:20:54,703 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 64ms, sequenceid=19, compaction requested=false 2024-11-20T20:20:54,715 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-20T20:20:54,716 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:20:54,716 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:20:54,716 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:20:54,716 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134054639Running coprocessor pre-close hooks at 1732134054639Disabling compacts and flushes for region at 1732134054639Disabling writes for close at 1732134054639Obtaining lock to block concurrent updates at 1732134054640 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732134054640Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732134054640Flushing stores of hbase:meta,,1.1588230740 at 1732134054640Flushing 1588230740/info: creating writer at 1732134054641 (+1 ms)Flushing 1588230740/info: appending metadata at 1732134054666 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732134054667 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d41616e: reopening flushed file at 1732134054696 (+29 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 64ms, sequenceid=19, compaction requested=false at 1732134054703 (+7 ms)Writing region close event to WAL at 1732134054709 (+6 ms)Running coprocessor post-close hooks at 1732134054716 (+7 ms)Closed at 1732134054716 2024-11-20T20:20:54,716 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T20:20:54,839 INFO [RS:0;d7d59561a64e:38083 {}] regionserver.HRegionServer(976): stopping server d7d59561a64e,38083,1732134046407; all regions closed. 2024-11-20T20:20:54,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741849_1025 (size=2156) 2024-11-20T20:20:54,842 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/WALs/d7d59561a64e,38083,1732134046407/d7d59561a64e%2C38083%2C1732134046407.meta.1732134047800.meta not finished, retry = 0 2024-11-20T20:20:54,945 DEBUG [RS:0;d7d59561a64e:38083 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/oldWALs 2024-11-20T20:20:54,945 INFO [RS:0;d7d59561a64e:38083 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C38083%2C1732134046407.meta:.meta(num 1732134047800) 2024-11-20T20:20:54,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741850_1026 (size=796) 2024-11-20T20:20:54,949 DEBUG [RS:0;d7d59561a64e:38083 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/oldWALs 2024-11-20T20:20:54,949 INFO [RS:0;d7d59561a64e:38083 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C38083%2C1732134046407.rep:(num 1732134052066) 2024-11-20T20:20:54,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741848_1024 (size=93) 2024-11-20T20:20:54,953 DEBUG [RS:0;d7d59561a64e:38083 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/oldWALs 2024-11-20T20:20:54,953 INFO [RS:0;d7d59561a64e:38083 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C38083%2C1732134046407:(num 1732134047523) 2024-11-20T20:20:54,953 DEBUG [RS:0;d7d59561a64e:38083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:54,953 INFO [RS:0;d7d59561a64e:38083 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:20:54,953 INFO [RS:0;d7d59561a64e:38083 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:20:54,954 INFO [RS:0;d7d59561a64e:38083 {}] hbase.ChoreService(370): Chore service for: regionserver/d7d59561a64e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T20:20:54,954 INFO [RS:0;d7d59561a64e:38083 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:20:54,954 INFO [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:20:54,954 INFO [RS:0;d7d59561a64e:38083 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7d59561a64e,38083,1732134046407 because: Region server is closing 2024-11-20T20:20:54,954 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-20T20:20:54,954 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-20T20:20:54,954 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T20:20:54,954 INFO [RS:0;d7d59561a64e:38083 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:38083. 2024-11-20T20:20:54,954 DEBUG [RS:0;d7d59561a64e:38083 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:20:54,954 DEBUG [RS:0;d7d59561a64e:38083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:54,954 DEBUG [RS:0;d7d59561a64e:38083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:20:54,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:20:55,055 WARN [RS:0;d7d59561a64e:38083.replicationSource.wal-reader.d7d59561a64e%2C38083%2C1732134046407,1-d7d59561a64e,38083,1732134046407 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T20:20:55,055 WARN [RS:0;d7d59561a64e:38083.replicationSource.shipperd7d59561a64e%2C38083%2C1732134046407,1-d7d59561a64e,38083,1732134046407 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T20:20:55,055 INFO [RS:0;d7d59561a64e:38083 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;d7d59561a64e:38083.replicationSource.shipperd7d59561a64e%2C38083%2C1732134046407,1-d7d59561a64e,38083,1732134046407 terminated 2024-11-20T20:20:55,055 INFO [RS:0;d7d59561a64e:38083 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38083 2024-11-20T20:20:55,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x10159e7c3b50006, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743/rs 2024-11-20T20:20:55,062 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38083-0x10159e7c3b50007, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-783400743/rs/d7d59561a64e,38083,1732134046407 2024-11-20T20:20:55,062 INFO [RS:0;d7d59561a64e:38083 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:20:55,063 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7d59561a64e,38083,1732134046407] 2024-11-20T20:20:55,163 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-783400743/draining/d7d59561a64e,38083,1732134046407 already deleted, retry=false 2024-11-20T20:20:55,163 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7d59561a64e,38083,1732134046407 expired; onlineServers=0 2024-11-20T20:20:55,163 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7d59561a64e,39973,1732134046339' ***** 2024-11-20T20:20:55,163 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T20:20:55,163 INFO [M:0;d7d59561a64e:39973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:20:55,163 INFO [M:0;d7d59561a64e:39973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:20:55,164 DEBUG [M:0;d7d59561a64e:39973 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T20:20:55,164 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T20:20:55,164 DEBUG [M:0;d7d59561a64e:39973 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T20:20:55,164 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134047212 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134047212,5,FailOnTimeoutGroup] 2024-11-20T20:20:55,164 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134047216 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134047216,5,FailOnTimeoutGroup] 2024-11-20T20:20:55,165 INFO [M:0;d7d59561a64e:39973 {}] hbase.ChoreService(370): Chore service for: master/d7d59561a64e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T20:20:55,165 INFO [M:0;d7d59561a64e:39973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:20:55,165 DEBUG [M:0;d7d59561a64e:39973 {}] master.HMaster(1795): Stopping service threads 2024-11-20T20:20:55,165 INFO [M:0;d7d59561a64e:39973 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T20:20:55,165 INFO [M:0;d7d59561a64e:39973 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:20:55,165 INFO [M:0;d7d59561a64e:39973 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T20:20:55,165 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T20:20:55,173 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38083-0x10159e7c3b50007, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:20:55,173 INFO [RS:0;d7d59561a64e:38083 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:20:55,173 DEBUG [pool-1011-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38083-0x10159e7c3b50007, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:20:55,173 INFO [RS:0;d7d59561a64e:38083 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7d59561a64e,38083,1732134046407; zookeeper connection closed. 2024-11-20T20:20:55,173 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ce6e386 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ce6e386 2024-11-20T20:20:55,173 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T20:20:55,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x10159e7c3b50006, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-783400743/master 2024-11-20T20:20:55,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x10159e7c3b50006, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-783400743 2024-11-20T20:20:55,174 DEBUG [M:0;d7d59561a64e:39973 {}] zookeeper.ZKUtil(347): master:39973-0x10159e7c3b50006, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Unable to get data of znode /0-783400743/master because node does not exist (not an error) 2024-11-20T20:20:55,174 WARN [M:0;d7d59561a64e:39973 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T20:20:55,174 INFO [M:0;d7d59561a64e:39973 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/.lastflushedseqids 2024-11-20T20:20:55,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741852_1028 (size=181) 2024-11-20T20:20:55,580 INFO [M:0;d7d59561a64e:39973 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T20:20:55,581 INFO [M:0;d7d59561a64e:39973 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T20:20:55,581 DEBUG [M:0;d7d59561a64e:39973 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:20:55,581 INFO [M:0;d7d59561a64e:39973 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:20:55,581 DEBUG [M:0;d7d59561a64e:39973 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:20:55,581 DEBUG [M:0;d7d59561a64e:39973 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:20:55,581 DEBUG [M:0;d7d59561a64e:39973 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:20:55,581 INFO [M:0;d7d59561a64e:39973 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-20T20:20:55,601 DEBUG [M:0;d7d59561a64e:39973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f03f53fd1084a099ad5cbe6640d6f86 is 82, key is hbase:meta,,1/info:regioninfo/1732134047857/Put/seqid=0 2024-11-20T20:20:55,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741853_1029 (size=5672) 2024-11-20T20:20:55,609 INFO [M:0;d7d59561a64e:39973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f03f53fd1084a099ad5cbe6640d6f86 2024-11-20T20:20:55,635 DEBUG [M:0;d7d59561a64e:39973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/956b2af63410479a83cf55291bb365fc is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732134052145/Put/seqid=0 2024-11-20T20:20:55,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741854_1030 (size=7312) 2024-11-20T20:20:56,044 INFO [M:0;d7d59561a64e:39973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/956b2af63410479a83cf55291bb365fc 2024-11-20T20:20:56,066 DEBUG [M:0;d7d59561a64e:39973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51e578a620ba4c59a20071ceffa30b63 is 69, key is d7d59561a64e,38083,1732134046407/rs:state/1732134047290/Put/seqid=0 2024-11-20T20:20:56,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741855_1031 (size=5370) 2024-11-20T20:20:56,070 INFO [M:0;d7d59561a64e:39973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51e578a620ba4c59a20071ceffa30b63 2024-11-20T20:20:56,075 INFO [M:0;d7d59561a64e:39973 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51e578a620ba4c59a20071ceffa30b63 2024-11-20T20:20:56,076 DEBUG [M:0;d7d59561a64e:39973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f03f53fd1084a099ad5cbe6640d6f86 as hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f03f53fd1084a099ad5cbe6640d6f86 2024-11-20T20:20:56,082 INFO [M:0;d7d59561a64e:39973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f03f53fd1084a099ad5cbe6640d6f86, entries=8, sequenceid=127, filesize=5.5 K 2024-11-20T20:20:56,083 DEBUG [M:0;d7d59561a64e:39973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/956b2af63410479a83cf55291bb365fc as hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/956b2af63410479a83cf55291bb365fc 2024-11-20T20:20:56,088 INFO [M:0;d7d59561a64e:39973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/956b2af63410479a83cf55291bb365fc, entries=7, sequenceid=127, filesize=7.1 K 2024-11-20T20:20:56,089 DEBUG [M:0;d7d59561a64e:39973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51e578a620ba4c59a20071ceffa30b63 as hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51e578a620ba4c59a20071ceffa30b63 2024-11-20T20:20:56,096 INFO [M:0;d7d59561a64e:39973 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51e578a620ba4c59a20071ceffa30b63 2024-11-20T20:20:56,096 INFO [M:0;d7d59561a64e:39973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46049/user/jenkins/test-data/f5e89572-1863-fc4e-aa4a-8d3b3597747b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51e578a620ba4c59a20071ceffa30b63, entries=2, sequenceid=127, filesize=5.2 K 2024-11-20T20:20:56,098 INFO [M:0;d7d59561a64e:39973 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 517ms, sequenceid=127, compaction requested=false 2024-11-20T20:20:56,099 INFO [M:0;d7d59561a64e:39973 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:20:56,099 DEBUG [M:0;d7d59561a64e:39973 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134055581Disabling compacts and flushes for region at 1732134055581Disabling writes for close at 1732134055581Obtaining lock to block concurrent updates at 1732134055581Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732134055581Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732134055581Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732134055582 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732134055582Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732134055600 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732134055600Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732134055615 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732134055634 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732134055634Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732134056049 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732134056065 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732134056065Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@97b5586: reopening flushed file at 1732134056075 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7488a585: reopening flushed file at 1732134056082 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b82d0d8: reopening flushed file at 1732134056089 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 517ms, sequenceid=127, compaction requested=false at 1732134056098 (+9 ms)Writing region close event to WAL at 1732134056099 (+1 ms)Closed at 1732134056099 2024-11-20T20:20:56,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41333 is added to blk_1073741847_1023 (size=22903) 2024-11-20T20:20:56,102 INFO [M:0;d7d59561a64e:39973 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T20:20:56,102 INFO [M:0;d7d59561a64e:39973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39973 2024-11-20T20:20:56,102 INFO [M:0;d7d59561a64e:39973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:20:56,102 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:20:56,358 INFO [M:0;d7d59561a64e:39973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:20:56,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x10159e7c3b50006, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:20:56,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39973-0x10159e7c3b50006, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:20:56,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1233d3d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:20:56,361 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@305dbe87{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:20:56,361 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:20:56,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b94c408{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:20:56,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16acb552{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/hadoop.log.dir/,STOPPED} 2024-11-20T20:20:56,363 WARN [BP-773707176-172.17.0.2-1732134029350 heartbeating to localhost/127.0.0.1:46049 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T20:20:56,363 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T20:20:56,363 WARN [BP-773707176-172.17.0.2-1732134029350 heartbeating to localhost/127.0.0.1:46049 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-773707176-172.17.0.2-1732134029350 (Datanode Uuid bb45dc33-b5b5-4a05-b73c-d3579f6d717d) service to localhost/127.0.0.1:46049 2024-11-20T20:20:56,363 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T20:20:56,363 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/cluster_47e064e8-c455-326d-b1b6-ccb30c59add5/data/data1/current/BP-773707176-172.17.0.2-1732134029350 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:20:56,364 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/cluster_47e064e8-c455-326d-b1b6-ccb30c59add5/data/data2/current/BP-773707176-172.17.0.2-1732134029350 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:20:56,364 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T20:20:56,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46222de{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:20:56,369 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ac7df12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:20:56,369 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:20:56,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35299b4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:20:56,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f13e84a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a885c25f-f8c9-ea7b-0128-4e8af48db3a3/hadoop.log.dir/,STOPPED} 2024-11-20T20:20:56,378 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T20:20:56,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T20:20:56,400 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=208 (was 160) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46049 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:35973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50679) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46049 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35973 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:46049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50679) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:46049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46049 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=581 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=705 (was 778), ProcessCount=11 (was 11), AvailableMemoryMB=1439 (was 1530) 2024-11-20T20:20:56,409 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=208, OpenFileDescriptor=581, MaxFileDescriptor=1048576, SystemLoadAverage=705, ProcessCount=11, AvailableMemoryMB=1439 2024-11-20T20:20:56,424 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-20T20:20:56,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/hadoop.log.dir so I do NOT create it in target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5 2024-11-20T20:20:56,425 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T20:20:56,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/hadoop.tmp.dir so I do NOT create it in target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5 2024-11-20T20:20:56,425 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df5e04f2-0f89-65c6-24b1-d38751d128ea/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T20:20:56,425 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5 2024-11-20T20:20:56,426 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/cluster_9cc7ffdb-8ee8-8f19-03b8-613405a6d8ab, deleteOnExit=true 2024-11-20T20:20:56,447 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/cluster_9cc7ffdb-8ee8-8f19-03b8-613405a6d8ab/zookeeper_0, clientPort=61566, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/cluster_9cc7ffdb-8ee8-8f19-03b8-613405a6d8ab/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/cluster_9cc7ffdb-8ee8-8f19-03b8-613405a6d8ab/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T20:20:56,448 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61566 2024-11-20T20:20:56,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T20:20:56,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T20:20:56,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/test.cache.data in system properties and HBase conf 2024-11-20T20:20:56,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T20:20:56,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/hadoop.log.dir in system properties and HBase conf 2024-11-20T20:20:56,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T20:20:56,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T20:20:56,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T20:20:56,449 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T20:20:56,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:20:56,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:20:56,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T20:20:56,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:20:56,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T20:20:56,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T20:20:56,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:20:56,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:20:56,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T20:20:56,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/nfs.dump.dir in system properties and HBase conf 2024-11-20T20:20:56,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/java.io.tmpdir in system properties and HBase conf 2024-11-20T20:20:56,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:20:56,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T20:20:56,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T20:20:56,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10159e7c3b50005, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T20:20:56,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10159e7c3b50002, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T20:20:56,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10159e7c3b50005, quorum=127.0.0.1:50679, baseZNode=/1330452310 Received Disconnected from ZooKeeper, ignoring 2024-11-20T20:20:56,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10159e7c3b50002, quorum=127.0.0.1:50679, baseZNode=/0-783400743 Received Disconnected from ZooKeeper, ignoring 2024-11-20T20:20:56,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:20:56,822 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:20:56,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:20:56,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:20:56,831 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T20:20:56,832 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:20:56,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a7cd469{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:20:56,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2232c90b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:20:56,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e8fb846{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/java.io.tmpdir/jetty-localhost-34015-hadoop-hdfs-3_4_1-tests_jar-_-any-6584062211905071365/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:20:56,977 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@486001b5{HTTP/1.1, (http/1.1)}{localhost:34015} 2024-11-20T20:20:56,977 INFO [Time-limited test {}] server.Server(415): Started @162294ms 2024-11-20T20:20:57,431 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:20:57,436 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:20:57,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:20:57,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:20:57,440 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:20:57,445 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1273234{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:20:57,445 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7161e3d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:20:57,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c0391c7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/java.io.tmpdir/jetty-localhost-36339-hadoop-hdfs-3_4_1-tests_jar-_-any-14386072628242314806/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:20:57,577 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7820b50b{HTTP/1.1, (http/1.1)}{localhost:36339} 2024-11-20T20:20:57,577 INFO [Time-limited test {}] server.Server(415): Started @162894ms 2024-11-20T20:20:57,578 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T20:20:58,322 WARN [Thread-1670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/cluster_9cc7ffdb-8ee8-8f19-03b8-613405a6d8ab/data/data2/current/BP-46985120-172.17.0.2-1732134056468/current, will proceed with Du for space computation calculation, 2024-11-20T20:20:58,322 WARN [Thread-1669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/cluster_9cc7ffdb-8ee8-8f19-03b8-613405a6d8ab/data/data1/current/BP-46985120-172.17.0.2-1732134056468/current, will proceed with Du for space computation calculation, 2024-11-20T20:20:58,358 WARN [Thread-1657 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T20:20:58,361 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbbe3dcc3f4077928 with lease ID 0xd150db1e4f1b9721: Processing first storage report for DS-a624cd93-188a-411d-9c2d-9ac10401fca4 from datanode DatanodeRegistration(127.0.0.1:41955, datanodeUuid=b92351bb-64ff-4ac9-a23e-2f9243d568e9, infoPort=33647, infoSecurePort=0, ipcPort=41443, storageInfo=lv=-57;cid=testClusterID;nsid=1184704537;c=1732134056468) 2024-11-20T20:20:58,361 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbbe3dcc3f4077928 with lease ID 0xd150db1e4f1b9721: from storage DS-a624cd93-188a-411d-9c2d-9ac10401fca4 node DatanodeRegistration(127.0.0.1:41955, datanodeUuid=b92351bb-64ff-4ac9-a23e-2f9243d568e9, infoPort=33647, infoSecurePort=0, ipcPort=41443, storageInfo=lv=-57;cid=testClusterID;nsid=1184704537;c=1732134056468), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:20:58,361 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbbe3dcc3f4077928 with lease ID 0xd150db1e4f1b9721: Processing first storage report for DS-6069a933-f764-410b-a0d0-92d035841e3f from datanode DatanodeRegistration(127.0.0.1:41955, datanodeUuid=b92351bb-64ff-4ac9-a23e-2f9243d568e9, infoPort=33647, infoSecurePort=0, ipcPort=41443, storageInfo=lv=-57;cid=testClusterID;nsid=1184704537;c=1732134056468) 2024-11-20T20:20:58,361 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbbe3dcc3f4077928 with lease ID 0xd150db1e4f1b9721: from storage DS-6069a933-f764-410b-a0d0-92d035841e3f node DatanodeRegistration(127.0.0.1:41955, datanodeUuid=b92351bb-64ff-4ac9-a23e-2f9243d568e9, infoPort=33647, infoSecurePort=0, ipcPort=41443, storageInfo=lv=-57;cid=testClusterID;nsid=1184704537;c=1732134056468), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T20:20:58,411 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5 2024-11-20T20:20:58,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:20:58,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:20:58,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741825_1001 (size=7) 2024-11-20T20:20:58,821 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad with version=8 2024-11-20T20:20:58,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/hbase-staging 2024-11-20T20:20:58,823 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:20:58,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:20:58,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:20:58,823 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:20:58,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:20:58,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:20:58,823 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T20:20:58,823 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:20:58,823 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35441 2024-11-20T20:20:58,825 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35441 connecting to ZooKeeper ensemble=127.0.0.1:61566 2024-11-20T20:20:58,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354410x0, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:20:58,917 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35441-0x10159e82daa0000 connected 2024-11-20T20:20:59,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:20:59,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:20:59,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35441-0x10159e82daa0000, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Set watcher on znode that does not yet exist, /0-2084752544/running 2024-11-20T20:20:59,009 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad, hbase.cluster.distributed=false 2024-11-20T20:20:59,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35441-0x10159e82daa0000, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Set watcher on znode that does not yet exist, /0-2084752544/acl 2024-11-20T20:20:59,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35441 2024-11-20T20:20:59,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35441 2024-11-20T20:20:59,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35441 2024-11-20T20:20:59,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35441 2024-11-20T20:20:59,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35441 2024-11-20T20:20:59,044 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:20:59,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:20:59,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:20:59,044 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:20:59,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:20:59,044 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:20:59,044 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T20:20:59,044 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:20:59,045 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40573 2024-11-20T20:20:59,046 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40573 connecting to ZooKeeper ensemble=127.0.0.1:61566 2024-11-20T20:20:59,047 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:20:59,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:20:59,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405730x0, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:20:59,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405730x0, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Set watcher on znode that does not yet exist, /0-2084752544/running 2024-11-20T20:20:59,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40573-0x10159e82daa0001 connected 2024-11-20T20:20:59,063 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T20:20:59,064 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T20:20:59,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40573-0x10159e82daa0001, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Set watcher on znode that does not yet exist, /0-2084752544/master 2024-11-20T20:20:59,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40573-0x10159e82daa0001, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Set watcher on znode that does not yet exist, /0-2084752544/acl 2024-11-20T20:20:59,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40573 2024-11-20T20:20:59,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40573 2024-11-20T20:20:59,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40573 2024-11-20T20:20:59,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40573 2024-11-20T20:20:59,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40573 2024-11-20T20:20:59,108 DEBUG [M:0;d7d59561a64e:35441 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7d59561a64e:35441 2024-11-20T20:20:59,108 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2084752544/backup-masters/d7d59561a64e,35441,1732134058822 2024-11-20T20:20:59,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35441-0x10159e82daa0000, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2084752544/backup-masters 2024-11-20T20:20:59,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x10159e82daa0001, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2084752544/backup-masters 2024-11-20T20:20:59,121 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35441-0x10159e82daa0000, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Set watcher on existing znode=/0-2084752544/backup-masters/d7d59561a64e,35441,1732134058822 2024-11-20T20:20:59,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x10159e82daa0001, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2084752544/master 2024-11-20T20:20:59,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35441-0x10159e82daa0000, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2084752544 2024-11-20T20:20:59,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x10159e82daa0001, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2084752544 2024-11-20T20:20:59,131 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35441-0x10159e82daa0000, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Set watcher on existing znode=/0-2084752544/master 2024-11-20T20:20:59,132 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2084752544/backup-masters/d7d59561a64e,35441,1732134058822 from backup master directory 2024-11-20T20:20:59,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x10159e82daa0001, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2084752544/backup-masters 2024-11-20T20:20:59,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35441-0x10159e82daa0000, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2084752544/backup-masters/d7d59561a64e,35441,1732134058822 2024-11-20T20:20:59,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35441-0x10159e82daa0000, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2084752544/backup-masters 2024-11-20T20:20:59,142 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:20:59,142 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7d59561a64e,35441,1732134058822 2024-11-20T20:20:59,146 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/hbase.id] with ID: 8cc14982-2cc8-4edc-9b9a-4be3d875e883 2024-11-20T20:20:59,146 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/.tmp/hbase.id 2024-11-20T20:20:59,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741826_1002 (size=42) 2024-11-20T20:20:59,554 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/.tmp/hbase.id]:[hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/hbase.id] 2024-11-20T20:20:59,565 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:20:59,565 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T20:20:59,566 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T20:20:59,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35441-0x10159e82daa0000, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2084752544 2024-11-20T20:20:59,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x10159e82daa0001, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2084752544 2024-11-20T20:20:59,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741827_1003 (size=196) 2024-11-20T20:21:00,042 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:21:00,043 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T20:21:00,043 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:21:00,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741828_1004 (size=1189) 2024-11-20T20:21:00,172 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:21:00,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:00,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:00,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:00,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:00,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:00,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:00,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:00,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:00,450 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/MasterData/data/master/store 2024-11-20T20:21:00,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741829_1005 (size=34) 2024-11-20T20:21:00,857 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:00,857 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:21:00,857 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:00,857 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:00,857 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:21:00,857 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:00,857 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:00,857 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134060857Disabling compacts and flushes for region at 1732134060857Disabling writes for close at 1732134060857Writing region close event to WAL at 1732134060857Closed at 1732134060857 2024-11-20T20:21:00,858 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/MasterData/data/master/store/.initializing 2024-11-20T20:21:00,858 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/MasterData/WALs/d7d59561a64e,35441,1732134058822 2024-11-20T20:21:00,859 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:21:00,860 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C35441%2C1732134058822, suffix=, logDir=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/MasterData/WALs/d7d59561a64e,35441,1732134058822, archiveDir=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/MasterData/oldWALs, maxLogs=10 2024-11-20T20:21:00,876 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/MasterData/WALs/d7d59561a64e,35441,1732134058822/d7d59561a64e%2C35441%2C1732134058822.1732134060861, exclude list is [], retry=0 2024-11-20T20:21:00,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41955,DS-a624cd93-188a-411d-9c2d-9ac10401fca4,DISK] 2024-11-20T20:21:00,880 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/MasterData/WALs/d7d59561a64e,35441,1732134058822/d7d59561a64e%2C35441%2C1732134058822.1732134060861 2024-11-20T20:21:00,880 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33647:33647)] 2024-11-20T20:21:00,880 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:21:00,881 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:00,881 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:00,881 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:00,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:00,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T20:21:00,885 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:00,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:00,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:00,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T20:21:00,888 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:00,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:00,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:00,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T20:21:00,890 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:00,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:00,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:00,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T20:21:00,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:00,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:00,892 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:00,893 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:00,893 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:00,894 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:00,894 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:00,895 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:21:00,896 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:00,898 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:21:00,898 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68376917, jitterRate=0.018895462155342102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:21:00,899 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732134060881Initializing all the Stores at 1732134060883 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134060884 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134060884Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134060884Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134060884Cleaning up temporary data from old regions at 1732134060894 (+10 ms)Region opened successfully at 1732134060899 (+5 ms) 2024-11-20T20:21:00,899 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T20:21:00,902 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7fcfa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:21:00,903 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T20:21:00,903 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T20:21:00,903 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T20:21:00,904 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T20:21:00,904 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T20:21:00,905 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T20:21:00,905 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T20:21:00,908 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T20:21:00,909 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35441-0x10159e82daa0000, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Unable to get data of znode /0-2084752544/balancer because node does not exist (not necessarily an error) 2024-11-20T20:21:00,984 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2084752544/balancer already deleted, retry=false 2024-11-20T20:21:00,984 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T20:21:00,985 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35441-0x10159e82daa0000, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Unable to get data of znode /0-2084752544/normalizer because node does not exist (not necessarily an error) 2024-11-20T20:21:00,994 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2084752544/normalizer already deleted, retry=false 2024-11-20T20:21:00,995 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T20:21:00,996 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35441-0x10159e82daa0000, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Unable to get data of znode /0-2084752544/switch/split because node does not exist (not necessarily an error) 2024-11-20T20:21:01,011 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2084752544/switch/split already deleted, retry=false 2024-11-20T20:21:01,012 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35441-0x10159e82daa0000, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Unable to get data of znode /0-2084752544/switch/merge because node does not exist (not necessarily an error) 2024-11-20T20:21:01,019 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2084752544/switch/merge already deleted, retry=false 2024-11-20T20:21:01,022 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35441-0x10159e82daa0000, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Unable to get data of znode /0-2084752544/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T20:21:01,030 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2084752544/snapshot-cleanup already deleted, retry=false 2024-11-20T20:21:01,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x10159e82daa0001, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2084752544/running 2024-11-20T20:21:01,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x10159e82daa0001, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2084752544 2024-11-20T20:21:01,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35441-0x10159e82daa0000, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2084752544/running 2024-11-20T20:21:01,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35441-0x10159e82daa0000, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2084752544 2024-11-20T20:21:01,042 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7d59561a64e,35441,1732134058822, sessionid=0x10159e82daa0000, setting cluster-up flag (Was=false) 2024-11-20T20:21:01,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x10159e82daa0001, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2084752544 2024-11-20T20:21:01,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35441-0x10159e82daa0000, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2084752544 2024-11-20T20:21:01,106 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2084752544/flush-table-proc/acquired, /0-2084752544/flush-table-proc/reached, /0-2084752544/flush-table-proc/abort 2024-11-20T20:21:01,113 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,35441,1732134058822 2024-11-20T20:21:01,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35441-0x10159e82daa0000, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2084752544 2024-11-20T20:21:01,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x10159e82daa0001, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2084752544 2024-11-20T20:21:01,204 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2084752544/online-snapshot/acquired, /0-2084752544/online-snapshot/reached, /0-2084752544/online-snapshot/abort 2024-11-20T20:21:01,231 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,35441,1732134058822 2024-11-20T20:21:01,254 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T20:21:01,266 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T20:21:01,266 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T20:21:01,266 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T20:21:01,266 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of d7d59561a64e,46099,1732134031859: status=Processing ServerCrashProcedure of d7d59561a64e,46099,1732134031859 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732134047207, completionTime=-1 appears to have been leaked 2024-11-20T20:21:01,267 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7d59561a64e,35441,1732134058822 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T20:21:01,268 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:21:01,268 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:21:01,268 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:21:01,268 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:21:01,268 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7d59561a64e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T20:21:01,268 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:01,268 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:21:01,268 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:01,290 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:21:01,290 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T20:21:01,293 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:01,293 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T20:21:01,297 INFO [RS:0;d7d59561a64e:40573 {}] regionserver.HRegionServer(746): ClusterId : 8cc14982-2cc8-4edc-9b9a-4be3d875e883 2024-11-20T20:21:01,297 DEBUG [RS:0;d7d59561a64e:40573 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T20:21:01,344 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732134091344 2024-11-20T20:21:01,345 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T20:21:01,345 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T20:21:01,345 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T20:21:01,345 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T20:21:01,345 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T20:21:01,345 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T20:21:01,357 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:01,371 DEBUG [RS:0;d7d59561a64e:40573 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T20:21:01,371 DEBUG [RS:0;d7d59561a64e:40573 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T20:21:01,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741831_1007 (size=1321) 2024-11-20T20:21:01,399 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T20:21:01,399 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad 2024-11-20T20:21:01,400 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T20:21:01,400 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T20:21:01,400 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T20:21:01,401 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T20:21:01,404 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T20:21:01,404 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T20:21:01,408 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134061404,5,FailOnTimeoutGroup] 2024-11-20T20:21:01,432 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134061408,5,FailOnTimeoutGroup] 2024-11-20T20:21:01,432 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:01,432 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T20:21:01,432 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:01,432 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:01,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741832_1008 (size=32) 2024-11-20T20:21:01,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:01,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:21:01,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:21:01,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:01,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:01,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:21:01,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:21:01,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:01,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:01,462 DEBUG [RS:0;d7d59561a64e:40573 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T20:21:01,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:21:01,463 DEBUG [RS:0;d7d59561a64e:40573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e495138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:21:01,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:21:01,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:01,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:01,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:21:01,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:21:01,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:01,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:01,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:21:01,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/meta/1588230740 2024-11-20T20:21:01,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/meta/1588230740 2024-11-20T20:21:01,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:21:01,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:21:01,468 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:21:01,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:21:01,470 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:21:01,470 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60571417, jitterRate=-0.09741555154323578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:21:01,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732134061458Initializing all the Stores at 1732134061458Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134061458Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134061459 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134061459Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134061459Cleaning up temporary data from old regions at 1732134061467 (+8 ms)Region opened successfully at 1732134061471 (+4 ms) 2024-11-20T20:21:01,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:21:01,471 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:21:01,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:21:01,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:21:01,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:21:01,471 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:21:01,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134061471Disabling compacts and flushes for region at 1732134061471Disabling writes for close at 1732134061471Writing region close event to WAL at 1732134061471Closed at 1732134061471 2024-11-20T20:21:01,472 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:21:01,472 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T20:21:01,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T20:21:01,473 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:21:01,474 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T20:21:01,480 DEBUG [RS:0;d7d59561a64e:40573 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7d59561a64e:40573 2024-11-20T20:21:01,480 INFO [RS:0;d7d59561a64e:40573 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T20:21:01,481 INFO [RS:0;d7d59561a64e:40573 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T20:21:01,481 DEBUG [RS:0;d7d59561a64e:40573 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T20:21:01,482 INFO [RS:0;d7d59561a64e:40573 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d59561a64e,35441,1732134058822 with port=40573, startcode=1732134059044 2024-11-20T20:21:01,482 DEBUG [RS:0;d7d59561a64e:40573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T20:21:01,485 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T20:21:01,485 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35441 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7d59561a64e,40573,1732134059044 2024-11-20T20:21:01,485 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35441 {}] master.ServerManager(517): Registering regionserver=d7d59561a64e,40573,1732134059044 2024-11-20T20:21:01,497 DEBUG [RS:0;d7d59561a64e:40573 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad 2024-11-20T20:21:01,497 DEBUG [RS:0;d7d59561a64e:40573 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43363 2024-11-20T20:21:01,497 DEBUG [RS:0;d7d59561a64e:40573 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T20:21:01,540 DEBUG [RS:0;d7d59561a64e:40573 {}] zookeeper.ZKUtil(111): regionserver:40573-0x10159e82daa0001, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Set watcher on existing znode=/0-2084752544/rs/d7d59561a64e,40573,1732134059044 2024-11-20T20:21:01,540 WARN [RS:0;d7d59561a64e:40573 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:21:01,540 INFO [RS:0;d7d59561a64e:40573 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:21:01,541 DEBUG [RS:0;d7d59561a64e:40573 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044 2024-11-20T20:21:01,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35441-0x10159e82daa0000, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2084752544/rs 2024-11-20T20:21:01,564 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7d59561a64e,40573,1732134059044] 2024-11-20T20:21:01,621 INFO [RS:0;d7d59561a64e:40573 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T20:21:01,628 WARN [d7d59561a64e:35441 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T20:21:01,630 INFO [RS:0;d7d59561a64e:40573 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T20:21:01,632 INFO [RS:0;d7d59561a64e:40573 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T20:21:01,633 INFO [RS:0;d7d59561a64e:40573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:01,642 INFO [RS:0;d7d59561a64e:40573 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T20:21:01,648 INFO [RS:0;d7d59561a64e:40573 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T20:21:01,648 INFO [RS:0;d7d59561a64e:40573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:01,649 DEBUG [RS:0;d7d59561a64e:40573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:01,649 DEBUG [RS:0;d7d59561a64e:40573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:01,649 DEBUG [RS:0;d7d59561a64e:40573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:01,649 DEBUG [RS:0;d7d59561a64e:40573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:01,649 DEBUG [RS:0;d7d59561a64e:40573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:01,649 DEBUG [RS:0;d7d59561a64e:40573 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:21:01,649 DEBUG [RS:0;d7d59561a64e:40573 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:01,649 DEBUG [RS:0;d7d59561a64e:40573 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:01,649 DEBUG [RS:0;d7d59561a64e:40573 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:01,649 DEBUG [RS:0;d7d59561a64e:40573 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:01,649 DEBUG [RS:0;d7d59561a64e:40573 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:01,649 DEBUG [RS:0;d7d59561a64e:40573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:01,649 DEBUG [RS:0;d7d59561a64e:40573 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:21:01,649 DEBUG [RS:0;d7d59561a64e:40573 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:21:01,656 INFO [RS:0;d7d59561a64e:40573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:01,656 INFO [RS:0;d7d59561a64e:40573 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:01,656 INFO [RS:0;d7d59561a64e:40573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:01,656 INFO [RS:0;d7d59561a64e:40573 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:01,656 INFO [RS:0;d7d59561a64e:40573 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:01,656 INFO [RS:0;d7d59561a64e:40573 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,40573,1732134059044-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:21:01,676 INFO [RS:0;d7d59561a64e:40573 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T20:21:01,676 INFO [RS:0;d7d59561a64e:40573 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,40573,1732134059044-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:01,676 INFO [RS:0;d7d59561a64e:40573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:01,676 INFO [RS:0;d7d59561a64e:40573 {}] regionserver.Replication(171): d7d59561a64e,40573,1732134059044 started 2024-11-20T20:21:01,696 INFO [RS:0;d7d59561a64e:40573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:01,697 INFO [RS:0;d7d59561a64e:40573 {}] regionserver.HRegionServer(1482): Serving as d7d59561a64e,40573,1732134059044, RpcServer on d7d59561a64e/172.17.0.2:40573, sessionid=0x10159e82daa0001 2024-11-20T20:21:01,697 DEBUG [RS:0;d7d59561a64e:40573 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T20:21:01,697 DEBUG [RS:0;d7d59561a64e:40573 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7d59561a64e,40573,1732134059044 2024-11-20T20:21:01,697 DEBUG [RS:0;d7d59561a64e:40573 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,40573,1732134059044' 2024-11-20T20:21:01,697 DEBUG [RS:0;d7d59561a64e:40573 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2084752544/flush-table-proc/abort' 2024-11-20T20:21:01,698 DEBUG [RS:0;d7d59561a64e:40573 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2084752544/flush-table-proc/acquired' 2024-11-20T20:21:01,698 DEBUG [RS:0;d7d59561a64e:40573 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T20:21:01,698 DEBUG [RS:0;d7d59561a64e:40573 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T20:21:01,698 DEBUG [RS:0;d7d59561a64e:40573 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7d59561a64e,40573,1732134059044 2024-11-20T20:21:01,698 DEBUG [RS:0;d7d59561a64e:40573 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,40573,1732134059044' 2024-11-20T20:21:01,698 DEBUG [RS:0;d7d59561a64e:40573 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2084752544/online-snapshot/abort' 2024-11-20T20:21:01,699 DEBUG [RS:0;d7d59561a64e:40573 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2084752544/online-snapshot/acquired' 2024-11-20T20:21:01,699 DEBUG [RS:0;d7d59561a64e:40573 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T20:21:01,699 INFO [RS:0;d7d59561a64e:40573 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T20:21:01,699 INFO [RS:0;d7d59561a64e:40573 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T20:21:01,800 INFO [RS:0;d7d59561a64e:40573 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:21:01,803 INFO [RS:0;d7d59561a64e:40573 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C40573%2C1732134059044, suffix=, logDir=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044, archiveDir=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/oldWALs, maxLogs=10 2024-11-20T20:21:01,830 DEBUG [RS:0;d7d59561a64e:40573 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.1732134061804, exclude list is [], retry=0 2024-11-20T20:21:01,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41955,DS-a624cd93-188a-411d-9c2d-9ac10401fca4,DISK] 2024-11-20T20:21:01,849 INFO [RS:0;d7d59561a64e:40573 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.1732134061804 2024-11-20T20:21:01,852 DEBUG [RS:0;d7d59561a64e:40573 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33647:33647)] 2024-11-20T20:21:01,879 DEBUG [d7d59561a64e:35441 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T20:21:01,880 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7d59561a64e,40573,1732134059044 2024-11-20T20:21:01,882 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,40573,1732134059044, state=OPENING 2024-11-20T20:21:01,932 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T20:21:01,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x10159e82daa0001, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2084752544 2024-11-20T20:21:01,975 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:21:01,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,40573,1732134059044}] 2024-11-20T20:21:01,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35441-0x10159e82daa0000, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2084752544 2024-11-20T20:21:01,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2084752544/meta-region-server: CHANGED 2024-11-20T20:21:01,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2084752544/meta-region-server: CHANGED 2024-11-20T20:21:02,136 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:21:02,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T20:21:02,143 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T20:21:02,143 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:21:02,143 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T20:21:02,158 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C40573%2C1732134059044.meta, suffix=.meta, logDir=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044, archiveDir=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/oldWALs, maxLogs=10 2024-11-20T20:21:02,177 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.meta.1732134062158.meta, exclude list is [], retry=0 2024-11-20T20:21:02,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41955,DS-a624cd93-188a-411d-9c2d-9ac10401fca4,DISK] 2024-11-20T20:21:02,190 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.meta.1732134062158.meta 2024-11-20T20:21:02,190 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33647:33647)] 2024-11-20T20:21:02,210 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:21:02,211 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:21:02,211 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:21:02,211 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T20:21:02,211 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T20:21:02,211 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T20:21:02,211 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:02,211 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T20:21:02,212 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T20:21:02,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:21:02,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:21:02,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:02,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:02,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:21:02,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:21:02,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:02,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:02,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:21:02,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:21:02,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:02,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:02,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:21:02,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:21:02,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:02,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:02,247 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:21:02,248 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/meta/1588230740 2024-11-20T20:21:02,253 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/meta/1588230740 2024-11-20T20:21:02,256 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:21:02,256 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:21:02,257 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:21:02,259 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:21:02,265 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71674364, jitterRate=0.06803125143051147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:21:02,265 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T20:21:02,265 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732134062212Writing region info on filesystem at 1732134062212Initializing all the Stores at 1732134062224 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134062224Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134062228 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134062228Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134062228Cleaning up temporary data from old regions at 1732134062256 (+28 ms)Running coprocessor post-open hooks at 1732134062265 (+9 ms)Region opened successfully at 1732134062265 2024-11-20T20:21:02,267 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732134062135 2024-11-20T20:21:02,271 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,40573,1732134059044 2024-11-20T20:21:02,272 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T20:21:02,272 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T20:21:02,273 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,40573,1732134059044, state=OPEN 2024-11-20T20:21:02,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x10159e82daa0001, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2084752544/meta-region-server 2024-11-20T20:21:02,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35441-0x10159e82daa0000, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2084752544/meta-region-server 2024-11-20T20:21:02,308 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2084752544/meta-region-server: CHANGED 2024-11-20T20:21:02,308 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2084752544/meta-region-server: CHANGED 2024-11-20T20:21:02,309 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7d59561a64e,40573,1732134059044 2024-11-20T20:21:02,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T20:21:02,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,40573,1732134059044 in 334 msec 2024-11-20T20:21:02,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T20:21:02,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 852 msec 2024-11-20T20:21:02,351 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:21:02,351 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T20:21:02,353 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:21:02,353 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,40573,1732134059044, seqNum=-1] 2024-11-20T20:21:02,354 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:21:02,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:21:02,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1000 sec 2024-11-20T20:21:02,362 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732134062362, completionTime=-1 2024-11-20T20:21:02,362 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T20:21:02,362 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T20:21:02,366 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T20:21:02,366 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732134122366 2024-11-20T20:21:02,366 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732134182366 2024-11-20T20:21:02,366 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-20T20:21:02,366 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,35441,1732134058822-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:02,366 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,35441,1732134058822-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:02,366 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,35441,1732134058822-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:02,366 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7d59561a64e:35441, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:02,367 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:02,368 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:02,372 DEBUG [master/d7d59561a64e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T20:21:02,374 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.232sec 2024-11-20T20:21:02,374 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T20:21:02,374 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T20:21:02,375 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T20:21:02,375 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T20:21:02,375 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T20:21:02,375 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,35441,1732134058822-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:21:02,375 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,35441,1732134058822-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T20:21:02,396 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T20:21:02,396 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T20:21:02,396 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,35441,1732134058822-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:02,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486cc472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:02,417 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,35441,-1 for getting cluster id 2024-11-20T20:21:02,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:21:02,429 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc14982-2cc8-4edc-9b9a-4be3d875e883' 2024-11-20T20:21:02,429 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:21:02,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc14982-2cc8-4edc-9b9a-4be3d875e883" 2024-11-20T20:21:02,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3fb899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:02,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,35441,-1] 2024-11-20T20:21:02,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:21:02,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:02,432 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:21:02,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d1d0fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:02,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:21:02,442 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,40573,1732134059044, seqNum=-1] 2024-11-20T20:21:02,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:21:02,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:21:02,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7d59561a64e,35441,1732134058822 2024-11-20T20:21:02,454 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61566 2024-11-20T20:21:02,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:21:02,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10159e82daa0002 connected 2024-11-20T20:21:02,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/hadoop.log.dir so I do NOT create it in target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe 2024-11-20T20:21:02,498 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T20:21:02,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/hadoop.tmp.dir so I do NOT create it in target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe 2024-11-20T20:21:02,499 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T20:21:02,499 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe 2024-11-20T20:21:02,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T20:21:02,499 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/cluster_a3378c79-7bc6-b6a5-de5b-2002e412f849, deleteOnExit=true 2024-11-20T20:21:02,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T20:21:02,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/test.cache.data in system properties and HBase conf 2024-11-20T20:21:02,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T20:21:02,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/hadoop.log.dir in system properties and HBase conf 2024-11-20T20:21:02,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T20:21:02,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T20:21:02,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T20:21:02,500 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T20:21:02,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:21:02,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:21:02,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T20:21:02,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:21:02,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T20:21:02,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T20:21:02,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:21:02,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:21:02,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T20:21:02,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/nfs.dump.dir in system properties and HBase conf 2024-11-20T20:21:02,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/java.io.tmpdir in system properties and HBase conf 2024-11-20T20:21:02,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:21:02,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T20:21:02,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T20:21:02,984 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:21:02,987 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:21:03,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:21:03,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:21:03,004 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:21:03,007 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:21:03,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d00e481{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:21:03,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3facfa1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:21:03,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a5ebce2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/java.io.tmpdir/jetty-localhost-43887-hadoop-hdfs-3_4_1-tests_jar-_-any-16226418544580949663/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:21:03,142 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10a4639a{HTTP/1.1, (http/1.1)}{localhost:43887} 2024-11-20T20:21:03,142 INFO [Time-limited test {}] server.Server(415): Started @168459ms 2024-11-20T20:21:03,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:21:03,759 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:21:03,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:21:03,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:21:03,772 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:21:03,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fcf59d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:21:03,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@571d6822{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:21:03,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20d00075{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/java.io.tmpdir/jetty-localhost-42563-hadoop-hdfs-3_4_1-tests_jar-_-any-16878412111093480036/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:21:03,910 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7998d69f{HTTP/1.1, (http/1.1)}{localhost:42563} 2024-11-20T20:21:03,910 INFO [Time-limited test {}] server.Server(415): Started @169228ms 2024-11-20T20:21:03,912 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T20:21:04,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T20:21:04,644 WARN [Thread-1791 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/cluster_a3378c79-7bc6-b6a5-de5b-2002e412f849/data/data2/current/BP-1372808883-172.17.0.2-1732134062565/current, will proceed with Du for space computation calculation, 2024-11-20T20:21:04,644 WARN [Thread-1790 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/cluster_a3378c79-7bc6-b6a5-de5b-2002e412f849/data/data1/current/BP-1372808883-172.17.0.2-1732134062565/current, will proceed with Du for space computation calculation, 2024-11-20T20:21:04,677 WARN [Thread-1778 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T20:21:04,679 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3d8484fe79fefd3 with lease ID 0xbcf90a4f5eeb3451: Processing first storage report for DS-4e80af86-0c90-48eb-b827-6664518e1f11 from datanode DatanodeRegistration(127.0.0.1:40607, datanodeUuid=9924a275-65c1-48b0-8200-701faf5d31c3, infoPort=40427, infoSecurePort=0, ipcPort=46139, storageInfo=lv=-57;cid=testClusterID;nsid=210931679;c=1732134062565) 2024-11-20T20:21:04,679 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3d8484fe79fefd3 with lease ID 0xbcf90a4f5eeb3451: from storage DS-4e80af86-0c90-48eb-b827-6664518e1f11 node DatanodeRegistration(127.0.0.1:40607, datanodeUuid=9924a275-65c1-48b0-8200-701faf5d31c3, infoPort=40427, infoSecurePort=0, ipcPort=46139, storageInfo=lv=-57;cid=testClusterID;nsid=210931679;c=1732134062565), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:21:04,679 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3d8484fe79fefd3 with lease ID 0xbcf90a4f5eeb3451: Processing first storage report for DS-7a26588a-009c-43a6-bc75-f7251055f644 from datanode DatanodeRegistration(127.0.0.1:40607, datanodeUuid=9924a275-65c1-48b0-8200-701faf5d31c3, infoPort=40427, infoSecurePort=0, ipcPort=46139, storageInfo=lv=-57;cid=testClusterID;nsid=210931679;c=1732134062565) 2024-11-20T20:21:04,679 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3d8484fe79fefd3 with lease ID 0xbcf90a4f5eeb3451: from storage DS-7a26588a-009c-43a6-bc75-f7251055f644 node DatanodeRegistration(127.0.0.1:40607, datanodeUuid=9924a275-65c1-48b0-8200-701faf5d31c3, infoPort=40427, infoSecurePort=0, ipcPort=46139, storageInfo=lv=-57;cid=testClusterID;nsid=210931679;c=1732134062565), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:21:04,775 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe 2024-11-20T20:21:04,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:04,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:04,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741825_1001 (size=7) 2024-11-20T20:21:05,237 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757 with version=8 2024-11-20T20:21:05,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/hbase-staging 2024-11-20T20:21:05,240 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:21:05,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:21:05,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:21:05,240 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:21:05,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:21:05,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:21:05,240 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T20:21:05,240 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:21:05,241 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35369 2024-11-20T20:21:05,242 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35369 connecting to ZooKeeper ensemble=127.0.0.1:61566 2024-11-20T20:21:05,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353690x0, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:21:05,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35369-0x10159e82daa0003 connected 2024-11-20T20:21:05,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:05,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:05,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35369-0x10159e82daa0003, quorum=127.0.0.1:61566, baseZNode=/11538531022 Set watcher on znode that does not yet exist, /11538531022/running 2024-11-20T20:21:05,382 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757, hbase.cluster.distributed=false 2024-11-20T20:21:05,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35369-0x10159e82daa0003, quorum=127.0.0.1:61566, baseZNode=/11538531022 Set watcher on znode that does not yet exist, /11538531022/acl 2024-11-20T20:21:05,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35369 2024-11-20T20:21:05,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35369 2024-11-20T20:21:05,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35369 2024-11-20T20:21:05,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35369 2024-11-20T20:21:05,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35369 2024-11-20T20:21:05,402 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:21:05,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:21:05,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:21:05,402 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:21:05,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:21:05,402 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:21:05,402 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T20:21:05,402 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:21:05,416 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43107 2024-11-20T20:21:05,417 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43107 connecting to ZooKeeper ensemble=127.0.0.1:61566 2024-11-20T20:21:05,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:05,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:05,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431070x0, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:21:05,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431070x0, quorum=127.0.0.1:61566, baseZNode=/11538531022 Set watcher on znode that does not yet exist, /11538531022/running 2024-11-20T20:21:05,448 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T20:21:05,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43107-0x10159e82daa0004 connected 2024-11-20T20:21:05,453 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T20:21:05,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43107-0x10159e82daa0004, quorum=127.0.0.1:61566, baseZNode=/11538531022 Set watcher on znode that does not yet exist, /11538531022/master 2024-11-20T20:21:05,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43107-0x10159e82daa0004, quorum=127.0.0.1:61566, baseZNode=/11538531022 Set watcher on znode that does not yet exist, /11538531022/acl 2024-11-20T20:21:05,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43107 2024-11-20T20:21:05,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43107 2024-11-20T20:21:05,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43107 2024-11-20T20:21:05,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43107 2024-11-20T20:21:05,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43107 2024-11-20T20:21:05,484 DEBUG [M:0;d7d59561a64e:35369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7d59561a64e:35369 2024-11-20T20:21:05,488 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11538531022/backup-masters/d7d59561a64e,35369,1732134065240 2024-11-20T20:21:05,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x10159e82daa0003, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538531022/backup-masters 2024-11-20T20:21:05,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x10159e82daa0004, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538531022/backup-masters 2024-11-20T20:21:05,508 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35369-0x10159e82daa0003, quorum=127.0.0.1:61566, baseZNode=/11538531022 Set watcher on existing znode=/11538531022/backup-masters/d7d59561a64e,35369,1732134065240 2024-11-20T20:21:05,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x10159e82daa0003, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538531022 2024-11-20T20:21:05,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x10159e82daa0004, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11538531022/master 2024-11-20T20:21:05,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x10159e82daa0004, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538531022 2024-11-20T20:21:05,533 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35369-0x10159e82daa0003, quorum=127.0.0.1:61566, baseZNode=/11538531022 Set watcher on existing znode=/11538531022/master 2024-11-20T20:21:05,537 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11538531022/backup-masters/d7d59561a64e,35369,1732134065240 from backup master directory 2024-11-20T20:21:05,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x10159e82daa0003, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11538531022/backup-masters/d7d59561a64e,35369,1732134065240 2024-11-20T20:21:05,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x10159e82daa0004, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538531022/backup-masters 2024-11-20T20:21:05,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x10159e82daa0003, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538531022/backup-masters 2024-11-20T20:21:05,546 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:21:05,546 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7d59561a64e,35369,1732134065240 2024-11-20T20:21:05,560 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/hbase.id] with ID: e51350b9-a832-4993-9346-08729e125044 2024-11-20T20:21:05,560 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/.tmp/hbase.id 2024-11-20T20:21:05,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741826_1002 (size=42) 2024-11-20T20:21:05,976 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/.tmp/hbase.id]:[hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/hbase.id] 2024-11-20T20:21:05,988 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:05,988 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T20:21:05,989 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T20:21:06,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x10159e82daa0004, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538531022 2024-11-20T20:21:06,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x10159e82daa0003, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538531022 2024-11-20T20:21:06,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741827_1003 (size=196) 2024-11-20T20:21:06,047 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:21:06,048 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T20:21:06,048 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:21:06,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741828_1004 (size=1189) 2024-11-20T20:21:06,062 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/MasterData/data/master/store 2024-11-20T20:21:06,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741829_1005 (size=34) 2024-11-20T20:21:06,475 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:06,475 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:21:06,475 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:06,475 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:06,475 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:21:06,475 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:06,475 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:06,475 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134066475Disabling compacts and flushes for region at 1732134066475Disabling writes for close at 1732134066475Writing region close event to WAL at 1732134066475Closed at 1732134066475 2024-11-20T20:21:06,476 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/MasterData/data/master/store/.initializing 2024-11-20T20:21:06,476 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/MasterData/WALs/d7d59561a64e,35369,1732134065240 2024-11-20T20:21:06,477 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:21:06,479 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C35369%2C1732134065240, suffix=, logDir=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/MasterData/WALs/d7d59561a64e,35369,1732134065240, archiveDir=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/MasterData/oldWALs, maxLogs=10 2024-11-20T20:21:06,499 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/MasterData/WALs/d7d59561a64e,35369,1732134065240/d7d59561a64e%2C35369%2C1732134065240.1732134066479, exclude list is [], retry=0 2024-11-20T20:21:06,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40607,DS-4e80af86-0c90-48eb-b827-6664518e1f11,DISK] 2024-11-20T20:21:06,503 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/MasterData/WALs/d7d59561a64e,35369,1732134065240/d7d59561a64e%2C35369%2C1732134065240.1732134066479 2024-11-20T20:21:06,503 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40427:40427)] 2024-11-20T20:21:06,503 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:21:06,504 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:06,504 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:06,504 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:06,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:06,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T20:21:06,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:06,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:06,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:06,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T20:21:06,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:06,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:06,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:06,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T20:21:06,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:06,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:06,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:06,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T20:21:06,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:06,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:06,513 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:06,514 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:06,514 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:06,515 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:06,515 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:06,516 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:21:06,517 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:06,519 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:21:06,519 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67341950, jitterRate=0.003473252058029175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:21:06,519 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732134066504Initializing all the Stores at 1732134066505 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134066505Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134066505Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134066505Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134066505Cleaning up temporary data from old regions at 1732134066515 (+10 ms)Region opened successfully at 1732134066519 (+4 ms) 2024-11-20T20:21:06,520 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T20:21:06,523 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2046a76b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:21:06,524 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T20:21:06,524 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T20:21:06,524 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T20:21:06,524 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T20:21:06,525 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T20:21:06,525 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T20:21:06,525 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T20:21:06,530 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T20:21:06,531 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35369-0x10159e82daa0003, quorum=127.0.0.1:61566, baseZNode=/11538531022 Unable to get data of znode /11538531022/balancer because node does not exist (not necessarily an error) 2024-11-20T20:21:06,583 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11538531022/balancer already deleted, retry=false 2024-11-20T20:21:06,584 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T20:21:06,584 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35369-0x10159e82daa0003, quorum=127.0.0.1:61566, baseZNode=/11538531022 Unable to get data of znode /11538531022/normalizer because node does not exist (not necessarily an error) 2024-11-20T20:21:06,594 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11538531022/normalizer already deleted, retry=false 2024-11-20T20:21:06,594 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T20:21:06,595 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35369-0x10159e82daa0003, quorum=127.0.0.1:61566, baseZNode=/11538531022 Unable to get data of znode /11538531022/switch/split because node does not exist (not necessarily an error) 2024-11-20T20:21:06,604 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11538531022/switch/split already deleted, retry=false 2024-11-20T20:21:06,605 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35369-0x10159e82daa0003, quorum=127.0.0.1:61566, baseZNode=/11538531022 Unable to get data of znode /11538531022/switch/merge because node does not exist (not necessarily an error) 2024-11-20T20:21:06,615 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11538531022/switch/merge already deleted, retry=false 2024-11-20T20:21:06,617 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35369-0x10159e82daa0003, quorum=127.0.0.1:61566, baseZNode=/11538531022 Unable to get data of znode /11538531022/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T20:21:06,630 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11538531022/snapshot-cleanup already deleted, retry=false 2024-11-20T20:21:06,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x10159e82daa0004, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11538531022/running 2024-11-20T20:21:06,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x10159e82daa0003, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11538531022/running 2024-11-20T20:21:06,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x10159e82daa0003, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538531022 2024-11-20T20:21:06,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x10159e82daa0004, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538531022 2024-11-20T20:21:06,641 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7d59561a64e,35369,1732134065240, sessionid=0x10159e82daa0003, setting cluster-up flag (Was=false) 2024-11-20T20:21:06,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x10159e82daa0004, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538531022 2024-11-20T20:21:06,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x10159e82daa0003, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538531022 2024-11-20T20:21:06,851 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11538531022/flush-table-proc/acquired, /11538531022/flush-table-proc/reached, /11538531022/flush-table-proc/abort 2024-11-20T20:21:06,852 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,35369,1732134065240 2024-11-20T20:21:06,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x10159e82daa0004, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538531022 2024-11-20T20:21:06,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x10159e82daa0003, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538531022 2024-11-20T20:21:06,903 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11538531022/online-snapshot/acquired, /11538531022/online-snapshot/reached, /11538531022/online-snapshot/abort 2024-11-20T20:21:06,904 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,35369,1732134065240 2024-11-20T20:21:06,906 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T20:21:06,907 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T20:21:06,907 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T20:21:06,908 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T20:21:06,908 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7d59561a64e,35369,1732134065240 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T20:21:06,909 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:21:06,909 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:21:06,909 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:21:06,909 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:21:06,909 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7d59561a64e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T20:21:06,909 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:06,909 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:21:06,909 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:06,911 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:21:06,911 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T20:21:06,912 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:06,912 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T20:21:06,919 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732134096919 2024-11-20T20:21:06,919 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T20:21:06,919 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T20:21:06,920 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T20:21:06,920 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T20:21:06,920 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T20:21:06,920 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T20:21:06,920 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:06,923 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T20:21:06,923 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T20:21:06,923 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T20:21:06,923 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T20:21:06,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741831_1007 (size=1321) 2024-11-20T20:21:06,928 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T20:21:06,928 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T20:21:06,930 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134066928,5,FailOnTimeoutGroup] 2024-11-20T20:21:06,932 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134066930,5,FailOnTimeoutGroup] 2024-11-20T20:21:06,932 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:06,932 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T20:21:06,932 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:06,932 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:06,971 INFO [RS:0;d7d59561a64e:43107 {}] regionserver.HRegionServer(746): ClusterId : e51350b9-a832-4993-9346-08729e125044 2024-11-20T20:21:06,971 DEBUG [RS:0;d7d59561a64e:43107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T20:21:06,984 DEBUG [RS:0;d7d59561a64e:43107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T20:21:06,984 DEBUG [RS:0;d7d59561a64e:43107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T20:21:06,995 DEBUG [RS:0;d7d59561a64e:43107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T20:21:06,996 DEBUG [RS:0;d7d59561a64e:43107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28fa743c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:21:07,014 DEBUG [RS:0;d7d59561a64e:43107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7d59561a64e:43107 2024-11-20T20:21:07,014 INFO [RS:0;d7d59561a64e:43107 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T20:21:07,014 INFO [RS:0;d7d59561a64e:43107 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T20:21:07,014 DEBUG [RS:0;d7d59561a64e:43107 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T20:21:07,015 INFO [RS:0;d7d59561a64e:43107 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d59561a64e,35369,1732134065240 with port=43107, startcode=1732134065401 2024-11-20T20:21:07,015 DEBUG [RS:0;d7d59561a64e:43107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T20:21:07,017 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T20:21:07,017 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35369 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7d59561a64e,43107,1732134065401 2024-11-20T20:21:07,017 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35369 {}] master.ServerManager(517): Registering regionserver=d7d59561a64e,43107,1732134065401 2024-11-20T20:21:07,019 DEBUG [RS:0;d7d59561a64e:43107 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757 2024-11-20T20:21:07,019 DEBUG [RS:0;d7d59561a64e:43107 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46035 2024-11-20T20:21:07,019 DEBUG [RS:0;d7d59561a64e:43107 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T20:21:07,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x10159e82daa0003, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538531022/rs 2024-11-20T20:21:07,097 DEBUG [RS:0;d7d59561a64e:43107 {}] zookeeper.ZKUtil(111): regionserver:43107-0x10159e82daa0004, quorum=127.0.0.1:61566, baseZNode=/11538531022 Set watcher on existing znode=/11538531022/rs/d7d59561a64e,43107,1732134065401 2024-11-20T20:21:07,097 WARN [RS:0;d7d59561a64e:43107 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:21:07,097 INFO [RS:0;d7d59561a64e:43107 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:21:07,098 DEBUG [RS:0;d7d59561a64e:43107 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/WALs/d7d59561a64e,43107,1732134065401 2024-11-20T20:21:07,098 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7d59561a64e,43107,1732134065401] 2024-11-20T20:21:07,100 INFO [RS:0;d7d59561a64e:43107 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T20:21:07,102 INFO [RS:0;d7d59561a64e:43107 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T20:21:07,103 INFO [RS:0;d7d59561a64e:43107 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T20:21:07,103 INFO [RS:0;d7d59561a64e:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:07,108 INFO [RS:0;d7d59561a64e:43107 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T20:21:07,109 INFO [RS:0;d7d59561a64e:43107 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T20:21:07,110 INFO [RS:0;d7d59561a64e:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:07,110 DEBUG [RS:0;d7d59561a64e:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:07,110 DEBUG [RS:0;d7d59561a64e:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:07,110 DEBUG [RS:0;d7d59561a64e:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:07,110 DEBUG [RS:0;d7d59561a64e:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:07,110 DEBUG [RS:0;d7d59561a64e:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:07,110 DEBUG [RS:0;d7d59561a64e:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:21:07,110 DEBUG [RS:0;d7d59561a64e:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:07,110 DEBUG [RS:0;d7d59561a64e:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:07,110 DEBUG [RS:0;d7d59561a64e:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:07,110 DEBUG [RS:0;d7d59561a64e:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:07,110 DEBUG [RS:0;d7d59561a64e:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:07,110 DEBUG [RS:0;d7d59561a64e:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:07,110 DEBUG [RS:0;d7d59561a64e:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:21:07,110 DEBUG [RS:0;d7d59561a64e:43107 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:21:07,112 INFO [RS:0;d7d59561a64e:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:07,112 INFO [RS:0;d7d59561a64e:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:07,112 INFO [RS:0;d7d59561a64e:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:07,112 INFO [RS:0;d7d59561a64e:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:07,112 INFO [RS:0;d7d59561a64e:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:07,112 INFO [RS:0;d7d59561a64e:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,43107,1732134065401-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:21:07,126 INFO [RS:0;d7d59561a64e:43107 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T20:21:07,126 INFO [RS:0;d7d59561a64e:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,43107,1732134065401-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:07,126 INFO [RS:0;d7d59561a64e:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:07,126 INFO [RS:0;d7d59561a64e:43107 {}] regionserver.Replication(171): d7d59561a64e,43107,1732134065401 started 2024-11-20T20:21:07,154 INFO [RS:0;d7d59561a64e:43107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:07,154 INFO [RS:0;d7d59561a64e:43107 {}] regionserver.HRegionServer(1482): Serving as d7d59561a64e,43107,1732134065401, RpcServer on d7d59561a64e/172.17.0.2:43107, sessionid=0x10159e82daa0004 2024-11-20T20:21:07,154 DEBUG [RS:0;d7d59561a64e:43107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T20:21:07,154 DEBUG [RS:0;d7d59561a64e:43107 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7d59561a64e,43107,1732134065401 2024-11-20T20:21:07,154 DEBUG [RS:0;d7d59561a64e:43107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,43107,1732134065401' 2024-11-20T20:21:07,154 DEBUG [RS:0;d7d59561a64e:43107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11538531022/flush-table-proc/abort' 2024-11-20T20:21:07,158 DEBUG [RS:0;d7d59561a64e:43107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11538531022/flush-table-proc/acquired' 2024-11-20T20:21:07,159 DEBUG [RS:0;d7d59561a64e:43107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T20:21:07,159 DEBUG [RS:0;d7d59561a64e:43107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T20:21:07,159 DEBUG [RS:0;d7d59561a64e:43107 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7d59561a64e,43107,1732134065401 2024-11-20T20:21:07,159 DEBUG [RS:0;d7d59561a64e:43107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,43107,1732134065401' 2024-11-20T20:21:07,159 DEBUG [RS:0;d7d59561a64e:43107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11538531022/online-snapshot/abort' 2024-11-20T20:21:07,160 DEBUG [RS:0;d7d59561a64e:43107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11538531022/online-snapshot/acquired' 2024-11-20T20:21:07,160 DEBUG [RS:0;d7d59561a64e:43107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T20:21:07,160 INFO [RS:0;d7d59561a64e:43107 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T20:21:07,160 INFO [RS:0;d7d59561a64e:43107 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T20:21:07,261 INFO [RS:0;d7d59561a64e:43107 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:21:07,262 INFO [RS:0;d7d59561a64e:43107 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C43107%2C1732134065401, suffix=, logDir=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/WALs/d7d59561a64e,43107,1732134065401, archiveDir=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/oldWALs, maxLogs=10 2024-11-20T20:21:07,279 DEBUG [RS:0;d7d59561a64e:43107 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/WALs/d7d59561a64e,43107,1732134065401/d7d59561a64e%2C43107%2C1732134065401.1732134067263, exclude list is [], retry=0 2024-11-20T20:21:07,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40607,DS-4e80af86-0c90-48eb-b827-6664518e1f11,DISK] 2024-11-20T20:21:07,283 INFO [RS:0;d7d59561a64e:43107 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/WALs/d7d59561a64e,43107,1732134065401/d7d59561a64e%2C43107%2C1732134065401.1732134067263 2024-11-20T20:21:07,283 DEBUG [RS:0;d7d59561a64e:43107 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40427:40427)] 2024-11-20T20:21:07,326 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T20:21:07,326 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757 2024-11-20T20:21:07,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741833_1009 (size=32) 2024-11-20T20:21:07,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:07,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:21:07,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:21:07,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:07,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:07,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:21:07,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:21:07,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:07,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:07,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:21:07,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:21:07,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:07,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:07,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:21:07,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:21:07,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:07,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:07,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:21:07,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/meta/1588230740 2024-11-20T20:21:07,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/meta/1588230740 2024-11-20T20:21:07,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:21:07,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:21:07,344 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:21:07,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:21:07,348 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:21:07,348 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68553293, jitterRate=0.021523669362068176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:21:07,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732134067334Initializing all the Stores at 1732134067335 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134067335Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134067335Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134067335Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134067335Cleaning up temporary data from old regions at 1732134067344 (+9 ms)Region opened successfully at 1732134067348 (+4 ms) 2024-11-20T20:21:07,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:21:07,348 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:21:07,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:21:07,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:21:07,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:21:07,349 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:21:07,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134067348Disabling compacts and flushes for region at 1732134067348Disabling writes for close at 1732134067348Writing region close event to WAL at 1732134067349 (+1 ms)Closed at 1732134067349 2024-11-20T20:21:07,350 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:21:07,350 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T20:21:07,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T20:21:07,351 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:21:07,352 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T20:21:07,502 DEBUG [d7d59561a64e:35369 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T20:21:07,503 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7d59561a64e,43107,1732134065401 2024-11-20T20:21:07,504 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,43107,1732134065401, state=OPENING 2024-11-20T20:21:07,524 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T20:21:07,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x10159e82daa0004, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538531022 2024-11-20T20:21:07,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x10159e82daa0003, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538531022 2024-11-20T20:21:07,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11538531022/meta-region-server: CHANGED 2024-11-20T20:21:07,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11538531022/meta-region-server: CHANGED 2024-11-20T20:21:07,616 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:21:07,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,43107,1732134065401}] 2024-11-20T20:21:07,714 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:21:07,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:07,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:07,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:07,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:07,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:07,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:07,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:07,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:07,767 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T20:21:07,768 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:21:07,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T20:21:07,776 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T20:21:07,776 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:21:07,776 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T20:21:07,777 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C43107%2C1732134065401.meta, suffix=.meta, logDir=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/WALs/d7d59561a64e,43107,1732134065401, archiveDir=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/oldWALs, maxLogs=10 2024-11-20T20:21:07,790 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/WALs/d7d59561a64e,43107,1732134065401/d7d59561a64e%2C43107%2C1732134065401.meta.1732134067778.meta, exclude list is [], retry=0 2024-11-20T20:21:07,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40607,DS-4e80af86-0c90-48eb-b827-6664518e1f11,DISK] 2024-11-20T20:21:07,795 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/WALs/d7d59561a64e,43107,1732134065401/d7d59561a64e%2C43107%2C1732134065401.meta.1732134067778.meta 2024-11-20T20:21:07,795 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40427:40427)] 2024-11-20T20:21:07,795 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:21:07,795 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:21:07,795 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:21:07,795 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T20:21:07,796 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T20:21:07,796 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T20:21:07,796 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:07,796 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T20:21:07,796 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T20:21:07,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:21:07,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:21:07,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:07,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:07,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:21:07,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:21:07,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:07,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:07,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:21:07,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:21:07,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:07,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:07,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:21:07,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:21:07,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:07,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:07,801 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:21:07,802 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/meta/1588230740 2024-11-20T20:21:07,803 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/meta/1588230740 2024-11-20T20:21:07,804 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:21:07,804 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:21:07,804 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:21:07,805 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:21:07,806 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64455901, jitterRate=-0.03953222930431366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:21:07,806 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T20:21:07,806 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732134067796Writing region info on filesystem at 1732134067796Initializing all the Stores at 1732134067797 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134067797Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134067797Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134067797Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134067797Cleaning up temporary data from old regions at 1732134067804 (+7 ms)Running coprocessor post-open hooks at 1732134067806 (+2 ms)Region opened successfully at 1732134067806 2024-11-20T20:21:07,807 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732134067768 2024-11-20T20:21:07,809 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T20:21:07,809 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T20:21:07,809 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,43107,1732134065401 2024-11-20T20:21:07,810 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,43107,1732134065401, state=OPEN 2024-11-20T20:21:07,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x10159e82daa0004, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11538531022/meta-region-server 2024-11-20T20:21:07,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x10159e82daa0003, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11538531022/meta-region-server 2024-11-20T20:21:07,819 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7d59561a64e,43107,1732134065401 2024-11-20T20:21:07,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11538531022/meta-region-server: CHANGED 2024-11-20T20:21:07,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11538531022/meta-region-server: CHANGED 2024-11-20T20:21:07,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T20:21:07,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,43107,1732134065401 in 203 msec 2024-11-20T20:21:07,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T20:21:07,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 471 msec 2024-11-20T20:21:07,824 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:21:07,824 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T20:21:07,825 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:21:07,825 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,43107,1732134065401, seqNum=-1] 2024-11-20T20:21:07,826 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:21:07,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:21:07,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 924 msec 2024-11-20T20:21:07,831 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732134067831, completionTime=-1 2024-11-20T20:21:07,831 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T20:21:07,831 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T20:21:07,833 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T20:21:07,833 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732134127833 2024-11-20T20:21:07,833 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732134187833 2024-11-20T20:21:07,833 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T20:21:07,834 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,35369,1732134065240-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:07,834 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,35369,1732134065240-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:07,834 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,35369,1732134065240-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:07,834 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7d59561a64e:35369, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:07,834 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:07,834 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:07,836 DEBUG [master/d7d59561a64e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T20:21:07,837 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.291sec 2024-11-20T20:21:07,837 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T20:21:07,837 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T20:21:07,837 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T20:21:07,837 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T20:21:07,837 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T20:21:07,837 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,35369,1732134065240-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:21:07,837 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,35369,1732134065240-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T20:21:07,839 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T20:21:07,839 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T20:21:07,839 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,35369,1732134065240-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:07,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d241d31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:07,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,35369,-1 for getting cluster id 2024-11-20T20:21:07,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:21:07,874 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e51350b9-a832-4993-9346-08729e125044' 2024-11-20T20:21:07,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:21:07,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e51350b9-a832-4993-9346-08729e125044" 2024-11-20T20:21:07,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abf8e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:07,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,35369,-1] 2024-11-20T20:21:07,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:21:07,874 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:07,875 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:21:07,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fab49f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:07,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:21:07,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,43107,1732134065401, seqNum=-1] 2024-11-20T20:21:07,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:21:07,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:21:07,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7d59561a64e,35369,1732134065240 2024-11-20T20:21:07,881 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61566 2024-11-20T20:21:07,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:21:07,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10159e82daa0005 connected 2024-11-20T20:21:07,905 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:21:07,906 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,35441,1732134058822 2024-11-20T20:21:07,906 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fc685cf 2024-11-20T20:21:07,906 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:21:07,907 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:21:07,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:21:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T20:21:07,910 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:21:07,910 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:07,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T20:21:07,911 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:21:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:21:07,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741835_1011 (size=902) 2024-11-20T20:21:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:21:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:21:08,318 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c60b2ab9f79f86bf65d592195a83afe, NAME => 'test,,1732134067908.5c60b2ab9f79f86bf65d592195a83afe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad 2024-11-20T20:21:08,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741836_1012 (size=39) 2024-11-20T20:21:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:21:08,723 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732134067908.5c60b2ab9f79f86bf65d592195a83afe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:08,723 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5c60b2ab9f79f86bf65d592195a83afe, disabling compactions & flushes 2024-11-20T20:21:08,723 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732134067908.5c60b2ab9f79f86bf65d592195a83afe. 2024-11-20T20:21:08,723 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732134067908.5c60b2ab9f79f86bf65d592195a83afe. 2024-11-20T20:21:08,723 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732134067908.5c60b2ab9f79f86bf65d592195a83afe. after waiting 0 ms 2024-11-20T20:21:08,723 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732134067908.5c60b2ab9f79f86bf65d592195a83afe. 2024-11-20T20:21:08,723 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732134067908.5c60b2ab9f79f86bf65d592195a83afe. 2024-11-20T20:21:08,723 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c60b2ab9f79f86bf65d592195a83afe: Waiting for close lock at 1732134068723Disabling compacts and flushes for region at 1732134068723Disabling writes for close at 1732134068723Writing region close event to WAL at 1732134068723Closed at 1732134068723 2024-11-20T20:21:08,724 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:21:08,725 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732134067908.5c60b2ab9f79f86bf65d592195a83afe.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732134068725"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732134068725"}]},"ts":"1732134068725"} 2024-11-20T20:21:08,727 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:21:08,728 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:21:08,728 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134068728"}]},"ts":"1732134068728"} 2024-11-20T20:21:08,730 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T20:21:08,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5c60b2ab9f79f86bf65d592195a83afe, ASSIGN}] 2024-11-20T20:21:08,732 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5c60b2ab9f79f86bf65d592195a83afe, ASSIGN 2024-11-20T20:21:08,732 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5c60b2ab9f79f86bf65d592195a83afe, ASSIGN; state=OFFLINE, location=d7d59561a64e,40573,1732134059044; forceNewPlan=false, retain=false 2024-11-20T20:21:08,883 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5c60b2ab9f79f86bf65d592195a83afe, regionState=OPENING, regionLocation=d7d59561a64e,40573,1732134059044 2024-11-20T20:21:08,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5c60b2ab9f79f86bf65d592195a83afe, ASSIGN because future has completed 2024-11-20T20:21:08,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c60b2ab9f79f86bf65d592195a83afe, server=d7d59561a64e,40573,1732134059044}] 2024-11-20T20:21:09,042 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732134067908.5c60b2ab9f79f86bf65d592195a83afe. 2024-11-20T20:21:09,042 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c60b2ab9f79f86bf65d592195a83afe, NAME => 'test,,1732134067908.5c60b2ab9f79f86bf65d592195a83afe.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:21:09,042 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:21:09,043 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T20:21:09,043 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5c60b2ab9f79f86bf65d592195a83afe 2024-11-20T20:21:09,043 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732134067908.5c60b2ab9f79f86bf65d592195a83afe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:09,043 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5c60b2ab9f79f86bf65d592195a83afe 2024-11-20T20:21:09,043 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5c60b2ab9f79f86bf65d592195a83afe 2024-11-20T20:21:09,044 INFO [StoreOpener-5c60b2ab9f79f86bf65d592195a83afe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5c60b2ab9f79f86bf65d592195a83afe 2024-11-20T20:21:09,045 INFO [StoreOpener-5c60b2ab9f79f86bf65d592195a83afe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c60b2ab9f79f86bf65d592195a83afe columnFamilyName f 2024-11-20T20:21:09,045 DEBUG [StoreOpener-5c60b2ab9f79f86bf65d592195a83afe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:09,046 INFO [StoreOpener-5c60b2ab9f79f86bf65d592195a83afe-1 {}] regionserver.HStore(327): Store=5c60b2ab9f79f86bf65d592195a83afe/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:09,046 INFO [StoreOpener-5c60b2ab9f79f86bf65d592195a83afe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5c60b2ab9f79f86bf65d592195a83afe 2024-11-20T20:21:09,047 INFO [StoreOpener-5c60b2ab9f79f86bf65d592195a83afe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c60b2ab9f79f86bf65d592195a83afe columnFamilyName f1 2024-11-20T20:21:09,047 DEBUG [StoreOpener-5c60b2ab9f79f86bf65d592195a83afe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:09,047 INFO [StoreOpener-5c60b2ab9f79f86bf65d592195a83afe-1 {}] regionserver.HStore(327): Store=5c60b2ab9f79f86bf65d592195a83afe/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:09,047 INFO [StoreOpener-5c60b2ab9f79f86bf65d592195a83afe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5c60b2ab9f79f86bf65d592195a83afe 2024-11-20T20:21:09,048 INFO [StoreOpener-5c60b2ab9f79f86bf65d592195a83afe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c60b2ab9f79f86bf65d592195a83afe columnFamilyName norep 2024-11-20T20:21:09,048 DEBUG [StoreOpener-5c60b2ab9f79f86bf65d592195a83afe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:09,049 INFO [StoreOpener-5c60b2ab9f79f86bf65d592195a83afe-1 {}] regionserver.HStore(327): Store=5c60b2ab9f79f86bf65d592195a83afe/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:09,049 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5c60b2ab9f79f86bf65d592195a83afe 2024-11-20T20:21:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:21:09,050 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/default/test/5c60b2ab9f79f86bf65d592195a83afe 2024-11-20T20:21:09,050 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/default/test/5c60b2ab9f79f86bf65d592195a83afe 2024-11-20T20:21:09,051 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5c60b2ab9f79f86bf65d592195a83afe 2024-11-20T20:21:09,051 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5c60b2ab9f79f86bf65d592195a83afe 2024-11-20T20:21:09,051 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:21:09,052 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5c60b2ab9f79f86bf65d592195a83afe 2024-11-20T20:21:09,054 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/default/test/5c60b2ab9f79f86bf65d592195a83afe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:21:09,054 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5c60b2ab9f79f86bf65d592195a83afe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66288213, jitterRate=-0.012228652834892273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:21:09,054 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c60b2ab9f79f86bf65d592195a83afe 2024-11-20T20:21:09,055 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5c60b2ab9f79f86bf65d592195a83afe: Running coprocessor pre-open hook at 1732134069043Writing region info on filesystem at 1732134069043Initializing all the Stores at 1732134069044 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134069044Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134069044Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134069044Cleaning up temporary data from old regions at 1732134069051 (+7 ms)Running coprocessor post-open hooks at 1732134069054 (+3 ms)Region opened successfully at 1732134069054 2024-11-20T20:21:09,055 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732134067908.5c60b2ab9f79f86bf65d592195a83afe., pid=6, masterSystemTime=1732134069038 2024-11-20T20:21:09,057 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732134067908.5c60b2ab9f79f86bf65d592195a83afe. 2024-11-20T20:21:09,057 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732134067908.5c60b2ab9f79f86bf65d592195a83afe. 2024-11-20T20:21:09,058 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5c60b2ab9f79f86bf65d592195a83afe, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7d59561a64e,40573,1732134059044 2024-11-20T20:21:09,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c60b2ab9f79f86bf65d592195a83afe, server=d7d59561a64e,40573,1732134059044 because future has completed 2024-11-20T20:21:09,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T20:21:09,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c60b2ab9f79f86bf65d592195a83afe, server=d7d59561a64e,40573,1732134059044 in 175 msec 2024-11-20T20:21:09,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T20:21:09,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5c60b2ab9f79f86bf65d592195a83afe, ASSIGN in 332 msec 2024-11-20T20:21:09,065 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:21:09,065 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134069065"}]},"ts":"1732134069065"} 2024-11-20T20:21:09,066 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T20:21:09,067 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:21:09,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-20T20:21:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:21:10,059 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T20:21:10,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:21:10,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,35369,1732134065240 2024-11-20T20:21:10,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17833780 2024-11-20T20:21:10,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:21:10,061 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:21:10,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:21:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T20:21:10,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:21:10,064 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:10,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T20:21:10,065 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:21:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:21:10,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741835_1011 (size=902) 2024-11-20T20:21:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:21:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:21:10,475 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1ada69c0daa6df1041a4a1322e0b01dd, NAME => 'test,,1732134070062.1ada69c0daa6df1041a4a1322e0b01dd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757 2024-11-20T20:21:10,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741836_1012 (size=39) 2024-11-20T20:21:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:21:10,882 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732134070062.1ada69c0daa6df1041a4a1322e0b01dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:10,882 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1ada69c0daa6df1041a4a1322e0b01dd, disabling compactions & flushes 2024-11-20T20:21:10,882 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732134070062.1ada69c0daa6df1041a4a1322e0b01dd. 2024-11-20T20:21:10,882 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732134070062.1ada69c0daa6df1041a4a1322e0b01dd. 2024-11-20T20:21:10,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732134070062.1ada69c0daa6df1041a4a1322e0b01dd. after waiting 0 ms 2024-11-20T20:21:10,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732134070062.1ada69c0daa6df1041a4a1322e0b01dd. 2024-11-20T20:21:10,883 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732134070062.1ada69c0daa6df1041a4a1322e0b01dd. 2024-11-20T20:21:10,883 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1ada69c0daa6df1041a4a1322e0b01dd: Waiting for close lock at 1732134070882Disabling compacts and flushes for region at 1732134070882Disabling writes for close at 1732134070883 (+1 ms)Writing region close event to WAL at 1732134070883Closed at 1732134070883 2024-11-20T20:21:10,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:21:10,884 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732134070062.1ada69c0daa6df1041a4a1322e0b01dd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732134070884"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732134070884"}]},"ts":"1732134070884"} 2024-11-20T20:21:10,886 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:21:10,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:21:10,887 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134070887"}]},"ts":"1732134070887"} 2024-11-20T20:21:10,889 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T20:21:10,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1ada69c0daa6df1041a4a1322e0b01dd, ASSIGN}] 2024-11-20T20:21:10,890 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1ada69c0daa6df1041a4a1322e0b01dd, ASSIGN 2024-11-20T20:21:10,890 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1ada69c0daa6df1041a4a1322e0b01dd, ASSIGN; state=OFFLINE, location=d7d59561a64e,43107,1732134065401; forceNewPlan=false, retain=false 2024-11-20T20:21:11,041 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1ada69c0daa6df1041a4a1322e0b01dd, regionState=OPENING, regionLocation=d7d59561a64e,43107,1732134065401 2024-11-20T20:21:11,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1ada69c0daa6df1041a4a1322e0b01dd, ASSIGN because future has completed 2024-11-20T20:21:11,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ada69c0daa6df1041a4a1322e0b01dd, server=d7d59561a64e,43107,1732134065401}] 2024-11-20T20:21:11,199 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732134070062.1ada69c0daa6df1041a4a1322e0b01dd. 2024-11-20T20:21:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:21:11,199 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ada69c0daa6df1041a4a1322e0b01dd, NAME => 'test,,1732134070062.1ada69c0daa6df1041a4a1322e0b01dd.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:21:11,199 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:21:11,199 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T20:21:11,199 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1ada69c0daa6df1041a4a1322e0b01dd 2024-11-20T20:21:11,199 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732134070062.1ada69c0daa6df1041a4a1322e0b01dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:11,200 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1ada69c0daa6df1041a4a1322e0b01dd 2024-11-20T20:21:11,200 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1ada69c0daa6df1041a4a1322e0b01dd 2024-11-20T20:21:11,201 INFO [StoreOpener-1ada69c0daa6df1041a4a1322e0b01dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1ada69c0daa6df1041a4a1322e0b01dd 2024-11-20T20:21:11,202 INFO [StoreOpener-1ada69c0daa6df1041a4a1322e0b01dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ada69c0daa6df1041a4a1322e0b01dd columnFamilyName f 2024-11-20T20:21:11,202 DEBUG [StoreOpener-1ada69c0daa6df1041a4a1322e0b01dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:11,202 INFO [StoreOpener-1ada69c0daa6df1041a4a1322e0b01dd-1 {}] regionserver.HStore(327): Store=1ada69c0daa6df1041a4a1322e0b01dd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:11,202 INFO [StoreOpener-1ada69c0daa6df1041a4a1322e0b01dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1ada69c0daa6df1041a4a1322e0b01dd 2024-11-20T20:21:11,203 INFO [StoreOpener-1ada69c0daa6df1041a4a1322e0b01dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ada69c0daa6df1041a4a1322e0b01dd columnFamilyName f1 2024-11-20T20:21:11,203 DEBUG [StoreOpener-1ada69c0daa6df1041a4a1322e0b01dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:11,204 INFO [StoreOpener-1ada69c0daa6df1041a4a1322e0b01dd-1 {}] regionserver.HStore(327): Store=1ada69c0daa6df1041a4a1322e0b01dd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:11,205 INFO [StoreOpener-1ada69c0daa6df1041a4a1322e0b01dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1ada69c0daa6df1041a4a1322e0b01dd 2024-11-20T20:21:11,206 INFO [StoreOpener-1ada69c0daa6df1041a4a1322e0b01dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ada69c0daa6df1041a4a1322e0b01dd columnFamilyName norep 2024-11-20T20:21:11,206 DEBUG [StoreOpener-1ada69c0daa6df1041a4a1322e0b01dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:11,206 INFO [StoreOpener-1ada69c0daa6df1041a4a1322e0b01dd-1 {}] regionserver.HStore(327): Store=1ada69c0daa6df1041a4a1322e0b01dd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:11,206 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1ada69c0daa6df1041a4a1322e0b01dd 2024-11-20T20:21:11,207 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/default/test/1ada69c0daa6df1041a4a1322e0b01dd 2024-11-20T20:21:11,207 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/default/test/1ada69c0daa6df1041a4a1322e0b01dd 2024-11-20T20:21:11,207 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1ada69c0daa6df1041a4a1322e0b01dd 2024-11-20T20:21:11,207 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1ada69c0daa6df1041a4a1322e0b01dd 2024-11-20T20:21:11,208 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:21:11,209 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1ada69c0daa6df1041a4a1322e0b01dd 2024-11-20T20:21:11,210 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/default/test/1ada69c0daa6df1041a4a1322e0b01dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:21:11,210 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1ada69c0daa6df1041a4a1322e0b01dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73353030, jitterRate=0.09304532408714294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:21:11,210 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ada69c0daa6df1041a4a1322e0b01dd 2024-11-20T20:21:11,211 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1ada69c0daa6df1041a4a1322e0b01dd: Running coprocessor pre-open hook at 1732134071200Writing region info on filesystem at 1732134071200Initializing all the Stores at 1732134071200Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134071200Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134071201 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134071201Cleaning up temporary data from old regions at 1732134071207 (+6 ms)Running coprocessor post-open hooks at 1732134071210 (+3 ms)Region opened successfully at 1732134071210 2024-11-20T20:21:11,211 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732134070062.1ada69c0daa6df1041a4a1322e0b01dd., pid=6, masterSystemTime=1732134071195 2024-11-20T20:21:11,213 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732134070062.1ada69c0daa6df1041a4a1322e0b01dd. 2024-11-20T20:21:11,213 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732134070062.1ada69c0daa6df1041a4a1322e0b01dd. 2024-11-20T20:21:11,214 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1ada69c0daa6df1041a4a1322e0b01dd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7d59561a64e,43107,1732134065401 2024-11-20T20:21:11,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ada69c0daa6df1041a4a1322e0b01dd, server=d7d59561a64e,43107,1732134065401 because future has completed 2024-11-20T20:21:11,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T20:21:11,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ada69c0daa6df1041a4a1322e0b01dd, server=d7d59561a64e,43107,1732134065401 in 173 msec 2024-11-20T20:21:11,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T20:21:11,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1ada69c0daa6df1041a4a1322e0b01dd, ASSIGN in 329 msec 2024-11-20T20:21:11,219 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:21:11,220 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134071219"}]},"ts":"1732134071219"} 2024-11-20T20:21:11,223 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T20:21:11,224 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:21:11,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-20T20:21:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:21:12,209 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T20:21:12,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f510359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:12,210 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,35441,-1 for getting cluster id 2024-11-20T20:21:12,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:21:12,211 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc14982-2cc8-4edc-9b9a-4be3d875e883' 2024-11-20T20:21:12,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:21:12,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc14982-2cc8-4edc-9b9a-4be3d875e883" 2024-11-20T20:21:12,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147cb105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:12,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,35441,-1] 2024-11-20T20:21:12,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:21:12,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:12,213 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:21:12,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@81754da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:12,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da36794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:12,214 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,35369,-1 for getting cluster id 2024-11-20T20:21:12,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:21:12,215 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e51350b9-a832-4993-9346-08729e125044' 2024-11-20T20:21:12,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:21:12,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e51350b9-a832-4993-9346-08729e125044" 2024-11-20T20:21:12,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c581dab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:12,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,35369,-1] 2024-11-20T20:21:12,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:21:12,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:12,216 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:21:12,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c71121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:12,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c83422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:12,217 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,35441,-1 for getting cluster id 2024-11-20T20:21:12,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:21:12,218 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc14982-2cc8-4edc-9b9a-4be3d875e883' 2024-11-20T20:21:12,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:21:12,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc14982-2cc8-4edc-9b9a-4be3d875e883" 2024-11-20T20:21:12,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eeab58c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:12,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,35441,-1] 2024-11-20T20:21:12,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:21:12,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:12,220 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:21:12,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26fc637a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:12,221 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:21:12,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,35441,1732134058822 2024-11-20T20:21:12,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71cf8f41 2024-11-20T20:21:12,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:21:12,223 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:21:12,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7d59561a64e:35369,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T20:21:12,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T20:21:12,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:21:12,226 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:35369' 2024-11-20T20:21:12,227 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f998a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:12,228 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,35369,-1 for getting cluster id 2024-11-20T20:21:12,228 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:21:12,228 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e51350b9-a832-4993-9346-08729e125044' 2024-11-20T20:21:12,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:21:12,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e51350b9-a832-4993-9346-08729e125044" 2024-11-20T20:21:12,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a3d52d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:12,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,35369,-1] 2024-11-20T20:21:12,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:21:12,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:12,230 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:21:12,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a9207a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:12,231 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:21:12,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,35369,1732134065240 2024-11-20T20:21:12,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bc41ff9 2024-11-20T20:21:12,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:21:12,233 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:21:12,234 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T20:21:12,234 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T20:21:12,234 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:12,234 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:12,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:21:12,234 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:21:12,235 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T20:21:12,237 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:21:12,237 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:12,238 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:21:12,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741837_1013 (size=1138) 2024-11-20T20:21:12,286 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T20:21:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:21:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:21:12,652 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 983fb070b671768f5ef4130aaaf82e41, NAME => 'hbase:replication,,1732134072234.983fb070b671768f5ef4130aaaf82e41.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad 2024-11-20T20:21:12,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741838_1014 (size=44) 2024-11-20T20:21:12,658 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732134072234.983fb070b671768f5ef4130aaaf82e41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:12,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 983fb070b671768f5ef4130aaaf82e41, disabling compactions & flushes 2024-11-20T20:21:12,659 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732134072234.983fb070b671768f5ef4130aaaf82e41. 2024-11-20T20:21:12,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732134072234.983fb070b671768f5ef4130aaaf82e41. 2024-11-20T20:21:12,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732134072234.983fb070b671768f5ef4130aaaf82e41. after waiting 0 ms 2024-11-20T20:21:12,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732134072234.983fb070b671768f5ef4130aaaf82e41. 2024-11-20T20:21:12,659 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732134072234.983fb070b671768f5ef4130aaaf82e41. 2024-11-20T20:21:12,659 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 983fb070b671768f5ef4130aaaf82e41: Waiting for close lock at 1732134072658Disabling compacts and flushes for region at 1732134072658Disabling writes for close at 1732134072659 (+1 ms)Writing region close event to WAL at 1732134072659Closed at 1732134072659 2024-11-20T20:21:12,660 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:21:12,660 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732134072234.983fb070b671768f5ef4130aaaf82e41.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732134072660"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732134072660"}]},"ts":"1732134072660"} 2024-11-20T20:21:12,663 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:21:12,664 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:21:12,664 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134072664"}]},"ts":"1732134072664"} 2024-11-20T20:21:12,666 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T20:21:12,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=983fb070b671768f5ef4130aaaf82e41, ASSIGN}] 2024-11-20T20:21:12,668 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=983fb070b671768f5ef4130aaaf82e41, ASSIGN 2024-11-20T20:21:12,669 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=983fb070b671768f5ef4130aaaf82e41, ASSIGN; state=OFFLINE, location=d7d59561a64e,40573,1732134059044; forceNewPlan=false, retain=false 2024-11-20T20:21:12,820 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=983fb070b671768f5ef4130aaaf82e41, regionState=OPENING, regionLocation=d7d59561a64e,40573,1732134059044 2024-11-20T20:21:12,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=983fb070b671768f5ef4130aaaf82e41, ASSIGN because future has completed 2024-11-20T20:21:12,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 983fb070b671768f5ef4130aaaf82e41, server=d7d59561a64e,40573,1732134059044}] 2024-11-20T20:21:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:21:12,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732134072234.983fb070b671768f5ef4130aaaf82e41. 2024-11-20T20:21:12,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:21:12,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T20:21:12,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C40573%2C1732134059044.rep, suffix=, logDir=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044, archiveDir=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/oldWALs, maxLogs=10 2024-11-20T20:21:12,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.rep.1732134072982, exclude list is [], retry=0 2024-11-20T20:21:13,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41955,DS-a624cd93-188a-411d-9c2d-9ac10401fca4,DISK] 2024-11-20T20:21:13,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.rep.1732134072982 2024-11-20T20:21:13,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33647:33647)] 2024-11-20T20:21:13,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 983fb070b671768f5ef4130aaaf82e41, NAME => 'hbase:replication,,1732134072234.983fb070b671768f5ef4130aaaf82e41.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:21:13,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:21:13,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:21:13,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732134072234.983fb070b671768f5ef4130aaaf82e41. service=MultiRowMutationService 2024-11-20T20:21:13,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T20:21:13,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 983fb070b671768f5ef4130aaaf82e41 2024-11-20T20:21:13,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732134072234.983fb070b671768f5ef4130aaaf82e41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:13,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 983fb070b671768f5ef4130aaaf82e41 2024-11-20T20:21:13,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 983fb070b671768f5ef4130aaaf82e41 2024-11-20T20:21:13,005 INFO [StoreOpener-983fb070b671768f5ef4130aaaf82e41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 983fb070b671768f5ef4130aaaf82e41 2024-11-20T20:21:13,006 INFO [StoreOpener-983fb070b671768f5ef4130aaaf82e41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 983fb070b671768f5ef4130aaaf82e41 columnFamilyName hfileref 2024-11-20T20:21:13,006 DEBUG [StoreOpener-983fb070b671768f5ef4130aaaf82e41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:13,006 INFO [StoreOpener-983fb070b671768f5ef4130aaaf82e41-1 {}] regionserver.HStore(327): Store=983fb070b671768f5ef4130aaaf82e41/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:13,007 INFO [StoreOpener-983fb070b671768f5ef4130aaaf82e41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 983fb070b671768f5ef4130aaaf82e41 2024-11-20T20:21:13,008 INFO [StoreOpener-983fb070b671768f5ef4130aaaf82e41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 983fb070b671768f5ef4130aaaf82e41 columnFamilyName queue 2024-11-20T20:21:13,008 DEBUG [StoreOpener-983fb070b671768f5ef4130aaaf82e41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:13,008 INFO [StoreOpener-983fb070b671768f5ef4130aaaf82e41-1 {}] regionserver.HStore(327): Store=983fb070b671768f5ef4130aaaf82e41/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:13,008 INFO [StoreOpener-983fb070b671768f5ef4130aaaf82e41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 983fb070b671768f5ef4130aaaf82e41 2024-11-20T20:21:13,009 INFO [StoreOpener-983fb070b671768f5ef4130aaaf82e41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 983fb070b671768f5ef4130aaaf82e41 columnFamilyName sid 2024-11-20T20:21:13,009 DEBUG [StoreOpener-983fb070b671768f5ef4130aaaf82e41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:13,010 INFO [StoreOpener-983fb070b671768f5ef4130aaaf82e41-1 {}] regionserver.HStore(327): Store=983fb070b671768f5ef4130aaaf82e41/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:13,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 983fb070b671768f5ef4130aaaf82e41 2024-11-20T20:21:13,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/replication/983fb070b671768f5ef4130aaaf82e41 2024-11-20T20:21:13,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/replication/983fb070b671768f5ef4130aaaf82e41 2024-11-20T20:21:13,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 983fb070b671768f5ef4130aaaf82e41 2024-11-20T20:21:13,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 983fb070b671768f5ef4130aaaf82e41 2024-11-20T20:21:13,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:21:13,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 983fb070b671768f5ef4130aaaf82e41 2024-11-20T20:21:13,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/replication/983fb070b671768f5ef4130aaaf82e41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:21:13,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 983fb070b671768f5ef4130aaaf82e41; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72860927, jitterRate=0.08571241796016693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:21:13,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 983fb070b671768f5ef4130aaaf82e41 2024-11-20T20:21:13,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 983fb070b671768f5ef4130aaaf82e41: Running coprocessor pre-open hook at 1732134073004Writing region info on filesystem at 1732134073004Initializing all the Stores at 1732134073004Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134073004Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134073005 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134073005Cleaning up temporary data from old regions at 1732134073011 (+6 ms)Running coprocessor post-open hooks at 1732134073021 (+10 ms)Region opened successfully at 1732134073021 2024-11-20T20:21:13,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732134072234.983fb070b671768f5ef4130aaaf82e41., pid=10, masterSystemTime=1732134072975 2024-11-20T20:21:13,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732134072234.983fb070b671768f5ef4130aaaf82e41. 2024-11-20T20:21:13,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732134072234.983fb070b671768f5ef4130aaaf82e41. 2024-11-20T20:21:13,025 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=983fb070b671768f5ef4130aaaf82e41, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,40573,1732134059044 2024-11-20T20:21:13,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 983fb070b671768f5ef4130aaaf82e41, server=d7d59561a64e,40573,1732134059044 because future has completed 2024-11-20T20:21:13,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T20:21:13,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 983fb070b671768f5ef4130aaaf82e41, server=d7d59561a64e,40573,1732134059044 in 206 msec 2024-11-20T20:21:13,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T20:21:13,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=983fb070b671768f5ef4130aaaf82e41, ASSIGN in 364 msec 2024-11-20T20:21:13,037 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:21:13,037 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134073037"}]},"ts":"1732134073037"} 2024-11-20T20:21:13,039 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T20:21:13,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:21:13,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 806 msec 2024-11-20T20:21:13,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732134072234.983fb070b671768f5ef4130aaaf82e41., hostname=d7d59561a64e,40573,1732134059044, seqNum=2] 2024-11-20T20:21:13,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x10159e82daa0001, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2084752544 2024-11-20T20:21:13,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35441-0x10159e82daa0000, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2084752544 2024-11-20T20:21:13,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T20:21:13,302 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:21:13,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:13,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:13,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:13,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:13,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:13,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:13,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40573 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T20:21:13,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:13,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:13,356 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T20:21:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:21:13,365 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T20:21:13,410 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d7d59561a64e,40573,1732134059044, ReplicationSource: 1, currentBandwidth=0 2024-11-20T20:21:13,411 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:21:13,411 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,40573,1732134059044, seqNum=-1] 2024-11-20T20:21:13,411 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:21:13,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-20T20:21:13,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d7d59561a64e,40573,1732134059044', locateType=CURRENT is [region=hbase:replication,,1732134072234.983fb070b671768f5ef4130aaaf82e41., hostname=d7d59561a64e,40573,1732134059044, seqNum=2] 2024-11-20T20:21:13,424 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T20:21:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T20:21:13,430 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d7d59561a64e,40573,1732134059044 suceeded 2024-11-20T20:21:13,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T20:21:13,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 245 msec 2024-11-20T20:21:13,433 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d7d59561a64e:35369,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T20:21:13,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2110 sec 2024-11-20T20:21:13,451 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:35369' 2024-11-20T20:21:13,459 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57f137bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:13,459 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,35369,-1 for getting cluster id 2024-11-20T20:21:13,459 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:21:13,460 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e51350b9-a832-4993-9346-08729e125044' 2024-11-20T20:21:13,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:21:13,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e51350b9-a832-4993-9346-08729e125044" 2024-11-20T20:21:13,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b8e4faf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:13,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,35369,-1] 2024-11-20T20:21:13,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:13,462 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:21:13,463 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:21:13,464 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30ab8a86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:13,464 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:21:13,465 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,35369,1732134065240 2024-11-20T20:21:13,465 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e9a9a72 2024-11-20T20:21:13,465 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:21:13,466 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-20T20:21:13,467 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7d59561a64e,40573,1732134059044 (queues=1) is replicating from cluster=8cc14982-2cc8-4edc-9b9a-4be3d875e883 to cluster=e51350b9-a832-4993-9346-08729e125044 2024-11-20T20:21:13,468 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7d59561a64e%2C40573%2C1732134059044 2024-11-20T20:21:13,468 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7d59561a64e,40573,1732134059044, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T20:21:13,475 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.wal-reader.d7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.1732134061804, startPosition=0, beingWritten=true 2024-11-20T20:21:13,485 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.shipperd7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7d59561a64e%2C40573%2C1732134059044 2024-11-20T20:21:13,489 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.wal-reader.d7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:21:13,489 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.wal-reader.d7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.1732134061804 to pos 379, reset compression=false 2024-11-20T20:21:13,489 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.shipperd7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,40573,1732134059044 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.1732134061804, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:21:13,699 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.wal-reader.d7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.1732134061804 to pos 379, reset compression=false 2024-11-20T20:21:13,768 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T20:21:14,010 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.wal-reader.d7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.1732134061804 to pos 379, reset compression=false 2024-11-20T20:21:14,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T20:21:14,095 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T20:21:14,096 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T20:21:14,096 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T20:21:14,097 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T20:21:14,097 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T20:21:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:21:14,372 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T20:21:14,372 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:21:14,372 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:21:14,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:14,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:14,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:21:14,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b6d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:14,378 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,35369,-1 for getting cluster id 2024-11-20T20:21:14,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:21:14,380 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e51350b9-a832-4993-9346-08729e125044' 2024-11-20T20:21:14,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:21:14,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e51350b9-a832-4993-9346-08729e125044" 2024-11-20T20:21:14,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69fbb1c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:14,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,35369,-1] 2024-11-20T20:21:14,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:21:14,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:14,385 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:21:14,388 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d21f22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:14,390 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:21:14,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,35369,1732134065240 2024-11-20T20:21:14,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54c10666 2024-11-20T20:21:14,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:21:14,394 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:21:14,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7d59561a64e:35441,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T20:21:14,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T20:21:14,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:21:14,409 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:35441' 2024-11-20T20:21:14,416 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.wal-reader.d7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.1732134061804 to pos 379, reset compression=false 2024-11-20T20:21:14,416 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b967468, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:14,416 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,35441,-1 for getting cluster id 2024-11-20T20:21:14,417 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:21:14,418 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc14982-2cc8-4edc-9b9a-4be3d875e883' 2024-11-20T20:21:14,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:21:14,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc14982-2cc8-4edc-9b9a-4be3d875e883" 2024-11-20T20:21:14,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3525644c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:14,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,35441,-1] 2024-11-20T20:21:14,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:21:14,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:14,421 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:21:14,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269b5d80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:14,423 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:21:14,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,35441,1732134058822 2024-11-20T20:21:14,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ffb9b7b 2024-11-20T20:21:14,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:21:14,426 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:21:14,428 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T20:21:14,429 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T20:21:14,429 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:14,429 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:14,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:21:14,430 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:21:14,432 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T20:21:14,436 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:21:14,437 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:14,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:21:14,483 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T20:21:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:21:14,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741837_1013 (size=1138) 2024-11-20T20:21:14,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:21:14,933 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 47877ec9b363bf3a1739238215a66a63, NAME => 'hbase:replication,,1732134074429.47877ec9b363bf3a1739238215a66a63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757 2024-11-20T20:21:14,968 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.wal-reader.d7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.1732134061804 to pos 379, reset compression=false 2024-11-20T20:21:14,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741838_1014 (size=44) 2024-11-20T20:21:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:21:15,378 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732134074429.47877ec9b363bf3a1739238215a66a63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:15,378 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 47877ec9b363bf3a1739238215a66a63, disabling compactions & flushes 2024-11-20T20:21:15,378 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732134074429.47877ec9b363bf3a1739238215a66a63. 2024-11-20T20:21:15,378 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732134074429.47877ec9b363bf3a1739238215a66a63. 2024-11-20T20:21:15,378 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732134074429.47877ec9b363bf3a1739238215a66a63. after waiting 0 ms 2024-11-20T20:21:15,378 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732134074429.47877ec9b363bf3a1739238215a66a63. 2024-11-20T20:21:15,378 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732134074429.47877ec9b363bf3a1739238215a66a63. 2024-11-20T20:21:15,378 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 47877ec9b363bf3a1739238215a66a63: Waiting for close lock at 1732134075378Disabling compacts and flushes for region at 1732134075378Disabling writes for close at 1732134075378Writing region close event to WAL at 1732134075378Closed at 1732134075378 2024-11-20T20:21:15,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:21:15,380 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732134074429.47877ec9b363bf3a1739238215a66a63.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732134075380"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732134075380"}]},"ts":"1732134075380"} 2024-11-20T20:21:15,383 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:21:15,385 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:21:15,385 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134075385"}]},"ts":"1732134075385"} 2024-11-20T20:21:15,388 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T20:21:15,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=47877ec9b363bf3a1739238215a66a63, ASSIGN}] 2024-11-20T20:21:15,391 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=47877ec9b363bf3a1739238215a66a63, ASSIGN 2024-11-20T20:21:15,393 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=47877ec9b363bf3a1739238215a66a63, ASSIGN; state=OFFLINE, location=d7d59561a64e,43107,1732134065401; forceNewPlan=false, retain=false 2024-11-20T20:21:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:21:15,544 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=47877ec9b363bf3a1739238215a66a63, regionState=OPENING, regionLocation=d7d59561a64e,43107,1732134065401 2024-11-20T20:21:15,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=47877ec9b363bf3a1739238215a66a63, ASSIGN because future has completed 2024-11-20T20:21:15,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47877ec9b363bf3a1739238215a66a63, server=d7d59561a64e,43107,1732134065401}] 2024-11-20T20:21:15,579 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.wal-reader.d7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.1732134061804 to pos 379, reset compression=false 2024-11-20T20:21:15,736 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732134074429.47877ec9b363bf3a1739238215a66a63. 2024-11-20T20:21:15,736 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:21:15,736 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T20:21:15,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C43107%2C1732134065401.rep, suffix=, logDir=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/WALs/d7d59561a64e,43107,1732134065401, archiveDir=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/oldWALs, maxLogs=10 2024-11-20T20:21:15,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/WALs/d7d59561a64e,43107,1732134065401/d7d59561a64e%2C43107%2C1732134065401.rep.1732134075738, exclude list is [], retry=0 2024-11-20T20:21:15,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40607,DS-4e80af86-0c90-48eb-b827-6664518e1f11,DISK] 2024-11-20T20:21:15,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/WALs/d7d59561a64e,43107,1732134065401/d7d59561a64e%2C43107%2C1732134065401.rep.1732134075738 2024-11-20T20:21:15,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40427:40427)] 2024-11-20T20:21:15,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 47877ec9b363bf3a1739238215a66a63, NAME => 'hbase:replication,,1732134074429.47877ec9b363bf3a1739238215a66a63.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:21:15,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:21:15,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:21:15,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732134074429.47877ec9b363bf3a1739238215a66a63. service=MultiRowMutationService 2024-11-20T20:21:15,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T20:21:15,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 47877ec9b363bf3a1739238215a66a63 2024-11-20T20:21:15,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732134074429.47877ec9b363bf3a1739238215a66a63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:15,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 47877ec9b363bf3a1739238215a66a63 2024-11-20T20:21:15,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 47877ec9b363bf3a1739238215a66a63 2024-11-20T20:21:15,784 INFO [StoreOpener-47877ec9b363bf3a1739238215a66a63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 47877ec9b363bf3a1739238215a66a63 2024-11-20T20:21:15,786 INFO [StoreOpener-47877ec9b363bf3a1739238215a66a63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47877ec9b363bf3a1739238215a66a63 columnFamilyName hfileref 2024-11-20T20:21:15,786 DEBUG [StoreOpener-47877ec9b363bf3a1739238215a66a63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:15,786 INFO [StoreOpener-47877ec9b363bf3a1739238215a66a63-1 {}] regionserver.HStore(327): Store=47877ec9b363bf3a1739238215a66a63/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:15,786 INFO [StoreOpener-47877ec9b363bf3a1739238215a66a63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 47877ec9b363bf3a1739238215a66a63 2024-11-20T20:21:15,787 INFO [StoreOpener-47877ec9b363bf3a1739238215a66a63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47877ec9b363bf3a1739238215a66a63 columnFamilyName queue 2024-11-20T20:21:15,788 DEBUG [StoreOpener-47877ec9b363bf3a1739238215a66a63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:15,788 INFO [StoreOpener-47877ec9b363bf3a1739238215a66a63-1 {}] regionserver.HStore(327): Store=47877ec9b363bf3a1739238215a66a63/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:15,788 INFO [StoreOpener-47877ec9b363bf3a1739238215a66a63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 47877ec9b363bf3a1739238215a66a63 2024-11-20T20:21:15,790 INFO [StoreOpener-47877ec9b363bf3a1739238215a66a63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47877ec9b363bf3a1739238215a66a63 columnFamilyName sid 2024-11-20T20:21:15,790 DEBUG [StoreOpener-47877ec9b363bf3a1739238215a66a63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:15,790 INFO [StoreOpener-47877ec9b363bf3a1739238215a66a63-1 {}] regionserver.HStore(327): Store=47877ec9b363bf3a1739238215a66a63/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:15,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 47877ec9b363bf3a1739238215a66a63 2024-11-20T20:21:15,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/replication/47877ec9b363bf3a1739238215a66a63 2024-11-20T20:21:15,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/replication/47877ec9b363bf3a1739238215a66a63 2024-11-20T20:21:15,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 47877ec9b363bf3a1739238215a66a63 2024-11-20T20:21:15,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 47877ec9b363bf3a1739238215a66a63 2024-11-20T20:21:15,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:21:15,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 47877ec9b363bf3a1739238215a66a63 2024-11-20T20:21:15,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/replication/47877ec9b363bf3a1739238215a66a63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:21:15,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 47877ec9b363bf3a1739238215a66a63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59413536, jitterRate=-0.1146693229675293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:21:15,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 47877ec9b363bf3a1739238215a66a63 2024-11-20T20:21:15,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 47877ec9b363bf3a1739238215a66a63: Running coprocessor pre-open hook at 1732134075778Writing region info on filesystem at 1732134075778Initializing all the Stores at 1732134075779 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134075779Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134075784 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134075784Cleaning up temporary data from old regions at 1732134075795 (+11 ms)Running coprocessor post-open hooks at 1732134075806 (+11 ms)Region opened successfully at 1732134075806 2024-11-20T20:21:15,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732134074429.47877ec9b363bf3a1739238215a66a63., pid=10, masterSystemTime=1732134075714 2024-11-20T20:21:15,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732134074429.47877ec9b363bf3a1739238215a66a63. 2024-11-20T20:21:15,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732134074429.47877ec9b363bf3a1739238215a66a63. 2024-11-20T20:21:15,810 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=47877ec9b363bf3a1739238215a66a63, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,43107,1732134065401 2024-11-20T20:21:15,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47877ec9b363bf3a1739238215a66a63, server=d7d59561a64e,43107,1732134065401 because future has completed 2024-11-20T20:21:15,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T20:21:15,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 47877ec9b363bf3a1739238215a66a63, server=d7d59561a64e,43107,1732134065401 in 285 msec 2024-11-20T20:21:15,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T20:21:15,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=47877ec9b363bf3a1739238215a66a63, ASSIGN in 451 msec 2024-11-20T20:21:15,842 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:21:15,843 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134075842"}]},"ts":"1732134075842"} 2024-11-20T20:21:15,845 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T20:21:15,846 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:21:15,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4160 sec 2024-11-20T20:21:15,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732134074429.47877ec9b363bf3a1739238215a66a63., hostname=d7d59561a64e,43107,1732134065401, seqNum=2] 2024-11-20T20:21:15,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x10159e82daa0003, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538531022 2024-11-20T20:21:15,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x10159e82daa0004, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538531022 2024-11-20T20:21:16,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T20:21:16,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T20:21:16,158 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T20:21:16,196 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d7d59561a64e,43107,1732134065401, ReplicationSource: 1, currentBandwidth=0 2024-11-20T20:21:16,196 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:21:16,196 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,43107,1732134065401, seqNum=-1] 2024-11-20T20:21:16,197 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:21:16,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-20T20:21:16,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d7d59561a64e,43107,1732134065401', locateType=CURRENT is [region=hbase:replication,,1732134074429.47877ec9b363bf3a1739238215a66a63., hostname=d7d59561a64e,43107,1732134065401, seqNum=2] 2024-11-20T20:21:16,202 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T20:21:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T20:21:16,205 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d7d59561a64e,43107,1732134065401 suceeded 2024-11-20T20:21:16,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T20:21:16,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-20T20:21:16,208 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d7d59561a64e:35441,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T20:21:16,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8140 sec 2024-11-20T20:21:16,223 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:35441' 2024-11-20T20:21:16,232 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7482d021, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:16,232 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,35441,-1 for getting cluster id 2024-11-20T20:21:16,233 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:21:16,233 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc14982-2cc8-4edc-9b9a-4be3d875e883' 2024-11-20T20:21:16,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:21:16,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc14982-2cc8-4edc-9b9a-4be3d875e883" 2024-11-20T20:21:16,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@671fec75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:16,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,35441,-1] 2024-11-20T20:21:16,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:21:16,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:16,235 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:21:16,236 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d172872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:16,236 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:21:16,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,35441,1732134058822 2024-11-20T20:21:16,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7819e4f3 2024-11-20T20:21:16,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:21:16,238 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-20T20:21:16,238 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7d59561a64e,43107,1732134065401 (queues=1) is replicating from cluster=e51350b9-a832-4993-9346-08729e125044 to cluster=8cc14982-2cc8-4edc-9b9a-4be3d875e883 2024-11-20T20:21:16,238 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7d59561a64e%2C43107%2C1732134065401 2024-11-20T20:21:16,238 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7d59561a64e,43107,1732134065401, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T20:21:16,240 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.shipperd7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7d59561a64e%2C43107%2C1732134065401 2024-11-20T20:21:16,240 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.wal-reader.d7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/WALs/d7d59561a64e,43107,1732134065401/d7d59561a64e%2C43107%2C1732134065401.1732134067263, startPosition=0, beingWritten=true 2024-11-20T20:21:16,246 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.wal-reader.d7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:21:16,246 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.wal-reader.d7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/WALs/d7d59561a64e,43107,1732134065401/d7d59561a64e%2C43107%2C1732134065401.1732134067263 to pos 379, reset compression=false 2024-11-20T20:21:16,246 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.shipperd7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,43107,1732134065401 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/WALs/d7d59561a64e,43107,1732134065401/d7d59561a64e%2C43107%2C1732134065401.1732134067263, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:21:16,297 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.wal-reader.d7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.1732134061804 to pos 379, reset compression=false 2024-11-20T20:21:16,453 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.wal-reader.d7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/WALs/d7d59561a64e,43107,1732134065401/d7d59561a64e%2C43107%2C1732134065401.1732134067263 to pos 379, reset compression=false 2024-11-20T20:21:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:21:16,549 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T20:21:16,550 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:21:16,550 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:21:16,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:16,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:16,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:16,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:21:16,561 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732134076556/Put/seqid=0 2024-11-20T20:21:16,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741840_1016 (size=7894) 2024-11-20T20:21:16,574 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732134076574/Put/seqid=0 2024-11-20T20:21:16,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741841_1017 (size=7691) 2024-11-20T20:21:16,758 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.wal-reader.d7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/WALs/d7d59561a64e,43107,1732134065401/d7d59561a64e%2C43107%2C1732134065401.1732134067263 to pos 379, reset compression=false 2024-11-20T20:21:16,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c4df75d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:16,986 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,35441,-1 for getting cluster id 2024-11-20T20:21:16,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:21:16,988 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc14982-2cc8-4edc-9b9a-4be3d875e883' 2024-11-20T20:21:16,988 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:21:16,988 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc14982-2cc8-4edc-9b9a-4be3d875e883" 2024-11-20T20:21:16,989 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7848291e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:16,989 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,35441,-1] 2024-11-20T20:21:16,989 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:21:16,989 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:16,992 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:21:16,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ed2e47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:16,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:21:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,40573,1732134059044, seqNum=-1] 2024-11-20T20:21:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:21:16,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:21:17,016 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:21:17,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,35441,1732134058822 2024-11-20T20:21:17,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@367f1ae6 2024-11-20T20:21:17,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:21:17,018 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:21:17,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732134067908.5c60b2ab9f79f86bf65d592195a83afe., hostname=d7d59561a64e,40573,1732134059044, seqNum=2] 2024-11-20T20:21:17,029 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T20:21:17,048 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-20T20:21:17,053 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-20T20:21:17,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 5c60b2ab9f79f86bf65d592195a83afe/f 2024-11-20T20:21:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T20:21:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T20:21:17,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 5c60b2ab9f79f86bf65d592195a83afe/f 2024-11-20T20:21:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T20:21:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T20:21:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HRegion(2603): Flush status journal for 5c60b2ab9f79f86bf65d592195a83afe: 2024-11-20T20:21:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/staging/jenkins__test__6virvhd5dls03ah5eci5ro0jpa1p306pgai6fheooo4s2q65i1j7svf191k7it7r/f/hfile_0 2024-11-20T20:21:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/staging/jenkins__test__6virvhd5dls03ah5eci5ro0jpa1p306pgai6fheooo4s2q65i1j7svf191k7it7r/f/hfile_0 as hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/default/test/5c60b2ab9f79f86bf65d592195a83afe/f/0969543f1f494e0e83e8fd3d78726473_SeqId_4_ 2024-11-20T20:21:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/staging/jenkins__test__6virvhd5dls03ah5eci5ro0jpa1p306pgai6fheooo4s2q65i1j7svf191k7it7r/f/hfile_1 2024-11-20T20:21:17,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/staging/jenkins__test__6virvhd5dls03ah5eci5ro0jpa1p306pgai6fheooo4s2q65i1j7svf191k7it7r/f/hfile_1 as hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/default/test/5c60b2ab9f79f86bf65d592195a83afe/f/45ad02bc309446d384a2c71e0929733c_SeqId_4_ 2024-11-20T20:21:17,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/staging/jenkins__test__6virvhd5dls03ah5eci5ro0jpa1p306pgai6fheooo4s2q65i1j7svf191k7it7r/f/hfile_0 into 5c60b2ab9f79f86bf65d592195a83afe/f as hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/default/test/5c60b2ab9f79f86bf65d592195a83afe/f/0969543f1f494e0e83e8fd3d78726473_SeqId_4_ - updating store file list. 2024-11-20T20:21:17,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0969543f1f494e0e83e8fd3d78726473_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T20:21:17,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/default/test/5c60b2ab9f79f86bf65d592195a83afe/f/0969543f1f494e0e83e8fd3d78726473_SeqId_4_ into 5c60b2ab9f79f86bf65d592195a83afe/f 2024-11-20T20:21:17,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/staging/jenkins__test__6virvhd5dls03ah5eci5ro0jpa1p306pgai6fheooo4s2q65i1j7svf191k7it7r/f/hfile_0 into 5c60b2ab9f79f86bf65d592195a83afe/f (new location: hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/default/test/5c60b2ab9f79f86bf65d592195a83afe/f/0969543f1f494e0e83e8fd3d78726473_SeqId_4_) 2024-11-20T20:21:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/staging/jenkins__test__6virvhd5dls03ah5eci5ro0jpa1p306pgai6fheooo4s2q65i1j7svf191k7it7r/f/hfile_0 2024-11-20T20:21:17,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/staging/jenkins__test__6virvhd5dls03ah5eci5ro0jpa1p306pgai6fheooo4s2q65i1j7svf191k7it7r/f/hfile_1 into 5c60b2ab9f79f86bf65d592195a83afe/f as hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/default/test/5c60b2ab9f79f86bf65d592195a83afe/f/45ad02bc309446d384a2c71e0929733c_SeqId_4_ - updating store file list. 2024-11-20T20:21:17,102 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.wal-reader.d7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.1732134061804 to pos 379, reset compression=false 2024-11-20T20:21:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 45ad02bc309446d384a2c71e0929733c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T20:21:17,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/default/test/5c60b2ab9f79f86bf65d592195a83afe/f/45ad02bc309446d384a2c71e0929733c_SeqId_4_ into 5c60b2ab9f79f86bf65d592195a83afe/f 2024-11-20T20:21:17,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/staging/jenkins__test__6virvhd5dls03ah5eci5ro0jpa1p306pgai6fheooo4s2q65i1j7svf191k7it7r/f/hfile_1 into 5c60b2ab9f79f86bf65d592195a83afe/f (new location: hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/default/test/5c60b2ab9f79f86bf65d592195a83afe/f/45ad02bc309446d384a2c71e0929733c_SeqId_4_) 2024-11-20T20:21:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/staging/jenkins__test__6virvhd5dls03ah5eci5ro0jpa1p306pgai6fheooo4s2q65i1j7svf191k7it7r/f/hfile_1 2024-11-20T20:21:17,114 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:21:17,114 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:21:17,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:17,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732134067908.5c60b2ab9f79f86bf65d592195a83afe., hostname=d7d59561a64e,40573,1732134059044, seqNum=2 , the old value is region=test,,1732134067908.5c60b2ab9f79f86bf65d592195a83afe., hostname=d7d59561a64e,40573,1732134059044, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d7d59561a64e:40573 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T20:21:17,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732134067908.5c60b2ab9f79f86bf65d592195a83afe., hostname=d7d59561a64e,40573,1732134059044, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T20:21:17,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732134067908.5c60b2ab9f79f86bf65d592195a83afe., hostname=d7d59561a64e,40573,1732134059044, seqNum=2 from cache 2024-11-20T20:21:17,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:17,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:21:17,117 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T20:21:17,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:21:17,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,43107,1732134065401, seqNum=-1] 2024-11-20T20:21:17,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:21:17,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:21:17,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732134070062.1ada69c0daa6df1041a4a1322e0b01dd., hostname=d7d59561a64e,43107,1732134065401, seqNum=2] 2024-11-20T20:21:17,128 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T20:21:17,134 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.wal-reader.d7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:21:17,135 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.shipperd7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,40573,1732134059044 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c60b2ab9f79f86bf65d592195a83afe/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732134077108/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.1732134061804, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T20:21:17,137 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.shipperd7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:21:17,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-20T20:21:17,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.ReplicationSink(318): Replicating [8cc14982-2cc8-4edc-9b9a-4be3d875e883] bulk loaded data 2024-11-20T20:21:17,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b69b82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:17,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,35369,-1 for getting cluster id 2024-11-20T20:21:17,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:21:17,145 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e51350b9-a832-4993-9346-08729e125044' 2024-11-20T20:21:17,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:21:17,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e51350b9-a832-4993-9346-08729e125044" 2024-11-20T20:21:17,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ed2c902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:17,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,35369,-1] 2024-11-20T20:21:17,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:21:17,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:17,148 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:21:17,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d983234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:17,162 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.wal-reader.d7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/WALs/d7d59561a64e,43107,1732134065401/d7d59561a64e%2C43107%2C1732134065401.1732134067263 to pos 379, reset compression=false 2024-11-20T20:21:17,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741840_1016 (size=7894) 2024-11-20T20:21:17,220 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:40573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T20:21:17,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741841_1017 (size=7691) 2024-11-20T20:21:17,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:21:17,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,35369,1732134065240 2024-11-20T20:21:17,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4675b14b 2024-11-20T20:21:17,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:21:17,256 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-20T20:21:17,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T20:21:17,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:21:17,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,43107,1732134065401, seqNum=-1] 2024-11-20T20:21:17,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:21:17,266 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-20T20:21:17,280 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/staging/jenkins.hfs.11__test__sao3aovi8u40evuuf3mf5jevqbdp41738oacqvtmi0vv8ga90gc79qrbud6lrsqu/f/0969543f1f494e0e83e8fd3d78726473_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-20T20:21:17,284 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/staging/jenkins.hfs.11__test__sao3aovi8u40evuuf3mf5jevqbdp41738oacqvtmi0vv8ga90gc79qrbud6lrsqu/f/45ad02bc309446d384a2c71e0929733c_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-20T20:21:17,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/staging/jenkins.hfs.11__test__sao3aovi8u40evuuf3mf5jevqbdp41738oacqvtmi0vv8ga90gc79qrbud6lrsqu/f/0969543f1f494e0e83e8fd3d78726473_SeqId_4_ for inclusion in 1ada69c0daa6df1041a4a1322e0b01dd/f 2024-11-20T20:21:17,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T20:21:17,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T20:21:17,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/staging/jenkins.hfs.11__test__sao3aovi8u40evuuf3mf5jevqbdp41738oacqvtmi0vv8ga90gc79qrbud6lrsqu/f/45ad02bc309446d384a2c71e0929733c_SeqId_4_ for inclusion in 1ada69c0daa6df1041a4a1322e0b01dd/f 2024-11-20T20:21:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T20:21:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T20:21:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HRegion(2603): Flush status journal for 1ada69c0daa6df1041a4a1322e0b01dd: 2024-11-20T20:21:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0969543f1f494e0e83e8fd3d78726473_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T20:21:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/staging/jenkins.hfs.11__test__sao3aovi8u40evuuf3mf5jevqbdp41738oacqvtmi0vv8ga90gc79qrbud6lrsqu/f/0969543f1f494e0e83e8fd3d78726473_SeqId_4_ as hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/default/test/1ada69c0daa6df1041a4a1322e0b01dd/f/54d3410f2f704245a900dff09f6afbb1_SeqId_4_ 2024-11-20T20:21:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 45ad02bc309446d384a2c71e0929733c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T20:21:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/staging/jenkins.hfs.11__test__sao3aovi8u40evuuf3mf5jevqbdp41738oacqvtmi0vv8ga90gc79qrbud6lrsqu/f/45ad02bc309446d384a2c71e0929733c_SeqId_4_ as hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/default/test/1ada69c0daa6df1041a4a1322e0b01dd/f/4dec5de7aa0547cb99e2c387e0b7ea0f_SeqId_4_ 2024-11-20T20:21:17,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/staging/jenkins.hfs.11__test__sao3aovi8u40evuuf3mf5jevqbdp41738oacqvtmi0vv8ga90gc79qrbud6lrsqu/f/0969543f1f494e0e83e8fd3d78726473_SeqId_4_ into 1ada69c0daa6df1041a4a1322e0b01dd/f as hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/default/test/1ada69c0daa6df1041a4a1322e0b01dd/f/54d3410f2f704245a900dff09f6afbb1_SeqId_4_ - updating store file list. 2024-11-20T20:21:17,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 54d3410f2f704245a900dff09f6afbb1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T20:21:17,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/default/test/1ada69c0daa6df1041a4a1322e0b01dd/f/54d3410f2f704245a900dff09f6afbb1_SeqId_4_ into 1ada69c0daa6df1041a4a1322e0b01dd/f 2024-11-20T20:21:17,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/staging/jenkins.hfs.11__test__sao3aovi8u40evuuf3mf5jevqbdp41738oacqvtmi0vv8ga90gc79qrbud6lrsqu/f/0969543f1f494e0e83e8fd3d78726473_SeqId_4_ into 1ada69c0daa6df1041a4a1322e0b01dd/f (new location: hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/default/test/1ada69c0daa6df1041a4a1322e0b01dd/f/54d3410f2f704245a900dff09f6afbb1_SeqId_4_) 2024-11-20T20:21:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/staging/jenkins.hfs.11__test__sao3aovi8u40evuuf3mf5jevqbdp41738oacqvtmi0vv8ga90gc79qrbud6lrsqu/f/0969543f1f494e0e83e8fd3d78726473_SeqId_4_ 2024-11-20T20:21:17,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/staging/jenkins.hfs.11__test__sao3aovi8u40evuuf3mf5jevqbdp41738oacqvtmi0vv8ga90gc79qrbud6lrsqu/f/45ad02bc309446d384a2c71e0929733c_SeqId_4_ into 1ada69c0daa6df1041a4a1322e0b01dd/f as hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/default/test/1ada69c0daa6df1041a4a1322e0b01dd/f/4dec5de7aa0547cb99e2c387e0b7ea0f_SeqId_4_ - updating store file list. 2024-11-20T20:21:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4dec5de7aa0547cb99e2c387e0b7ea0f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T20:21:17,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/default/test/1ada69c0daa6df1041a4a1322e0b01dd/f/4dec5de7aa0547cb99e2c387e0b7ea0f_SeqId_4_ into 1ada69c0daa6df1041a4a1322e0b01dd/f 2024-11-20T20:21:17,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/staging/jenkins.hfs.11__test__sao3aovi8u40evuuf3mf5jevqbdp41738oacqvtmi0vv8ga90gc79qrbud6lrsqu/f/45ad02bc309446d384a2c71e0929733c_SeqId_4_ into 1ada69c0daa6df1041a4a1322e0b01dd/f (new location: hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/default/test/1ada69c0daa6df1041a4a1322e0b01dd/f/4dec5de7aa0547cb99e2c387e0b7ea0f_SeqId_4_) 2024-11-20T20:21:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/staging/jenkins.hfs.11__test__sao3aovi8u40evuuf3mf5jevqbdp41738oacqvtmi0vv8ga90gc79qrbud6lrsqu/f/45ad02bc309446d384a2c71e0929733c_SeqId_4_ 2024-11-20T20:21:17,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.ReplicationSink(324): Finished replicating [8cc14982-2cc8-4edc-9b9a-4be3d875e883] bulk loaded data 2024-11-20T20:21:17,335 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.wal-reader.d7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.1732134061804 to pos 687, reset compression=false 2024-11-20T20:21:17,639 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.wal-reader.d7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.1732134061804 to pos 687, reset compression=false 2024-11-20T20:21:17,699 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.wal-reader.d7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/WALs/d7d59561a64e,43107,1732134065401/d7d59561a64e%2C43107%2C1732134065401.1732134067263 to pos 379, reset compression=false 2024-11-20T20:21:17,705 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.wal-reader.d7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:21:17,705 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.shipperd7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,43107,1732134065401 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ada69c0daa6df1041a4a1322e0b01dd/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732134077324/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/WALs/d7d59561a64e,43107,1732134065401/d7d59561a64e%2C43107%2C1732134065401.1732134067263, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-20T20:21:17,708 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.shipperd7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:21:17,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-20T20:21:17,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.ReplicationSink(318): Replicating [8cc14982-2cc8-4edc-9b9a-4be3d875e883, e51350b9-a832-4993-9346-08729e125044] bulk loaded data 2024-11-20T20:21:17,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b095f5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:17,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,35441,-1 for getting cluster id 2024-11-20T20:21:17,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:21:17,711 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8cc14982-2cc8-4edc-9b9a-4be3d875e883' 2024-11-20T20:21:17,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:21:17,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8cc14982-2cc8-4edc-9b9a-4be3d875e883" 2024-11-20T20:21:17,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e0502e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:17,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,35441,-1] 2024-11-20T20:21:17,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:21:17,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:17,713 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:21:17,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a24c18c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:17,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741842_1018 (size=7894) 2024-11-20T20:21:17,906 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.wal-reader.d7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/WALs/d7d59561a64e,43107,1732134065401/d7d59561a64e%2C43107%2C1732134065401.1732134067263 to pos 725, reset compression=false 2024-11-20T20:21:18,067 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.wal-reader.d7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.1732134061804 to pos 687, reset compression=false 2024-11-20T20:21:18,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:18,145 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732134078142/Put/seqid=0 2024-11-20T20:21:18,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741842_1018 (size=11194) 2024-11-20T20:21:18,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741843_1019 (size=7691) 2024-11-20T20:21:18,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:21:18,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,35441,1732134058822 2024-11-20T20:21:18,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a455928 2024-11-20T20:21:18,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:21:18,177 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-20T20:21:18,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T20:21:18,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:21:18,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,40573,1732134059044, seqNum=-1] 2024-11-20T20:21:18,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:21:18,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-20T20:21:18,202 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/staging/jenkins.hfs.10__test__biqgsth3ld8obprfmdstse5nidn6r7s8t65gm6hhn6iinr9qfmld98t4k00gl44a/f/4dec5de7aa0547cb99e2c387e0b7ea0f_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-20T20:21:18,205 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/staging/jenkins.hfs.10__test__biqgsth3ld8obprfmdstse5nidn6r7s8t65gm6hhn6iinr9qfmld98t4k00gl44a/f/54d3410f2f704245a900dff09f6afbb1_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-20T20:21:18,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.ReplicationSink(324): Finished replicating [8cc14982-2cc8-4edc-9b9a-4be3d875e883, e51350b9-a832-4993-9346-08729e125044] bulk loaded data 2024-11-20T20:21:18,210 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.wal-reader.d7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/WALs/d7d59561a64e,43107,1732134065401/d7d59561a64e%2C43107%2C1732134065401.1732134067263 to pos 725, reset compression=false 2024-11-20T20:21:18,505 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:21:18,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:18,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:18,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:18,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:18,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:18,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:18,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:18,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:18,566 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732134078565/Put/seqid=0 2024-11-20T20:21:18,571 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.wal-reader.d7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.1732134061804 to pos 687, reset compression=false 2024-11-20T20:21:18,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741843_1019 (size=10791) 2024-11-20T20:21:18,640 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.wal-reader.d7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/WALs/d7d59561a64e,43107,1732134065401/d7d59561a64e%2C43107%2C1732134065401.1732134067263 to pos 725, reset compression=false 2024-11-20T20:21:19,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43840d88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:19,001 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,35369,-1 for getting cluster id 2024-11-20T20:21:19,001 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:21:19,005 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e51350b9-a832-4993-9346-08729e125044' 2024-11-20T20:21:19,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:21:19,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e51350b9-a832-4993-9346-08729e125044" 2024-11-20T20:21:19,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d323c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:19,006 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,35369,-1] 2024-11-20T20:21:19,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:21:19,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:19,010 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:21:19,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6af6bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:19,011 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:21:19,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,43107,1732134065401, seqNum=-1] 2024-11-20T20:21:19,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:21:19,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:21:19,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:21:19,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,35369,1732134065240 2024-11-20T20:21:19,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@690c5771 2024-11-20T20:21:19,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:21:19,045 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:21:19,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732134070062.1ada69c0daa6df1041a4a1322e0b01dd., hostname=d7d59561a64e,43107,1732134065401, seqNum=2] 2024-11-20T20:21:19,060 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T20:21:19,073 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-20T20:21:19,078 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-20T20:21:19,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 1ada69c0daa6df1041a4a1322e0b01dd/f 2024-11-20T20:21:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-20T20:21:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T20:21:19,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 1ada69c0daa6df1041a4a1322e0b01dd/f 2024-11-20T20:21:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-20T20:21:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T20:21:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HRegion(2603): Flush status journal for 1ada69c0daa6df1041a4a1322e0b01dd: 2024-11-20T20:21:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/staging/jenkins__test__g6r9mgbpm4php7n1pajuksvp911edv51c44fhmt42heqacd69o96dl1c1qi34km1/f/hfile_1 2024-11-20T20:21:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/staging/jenkins__test__g6r9mgbpm4php7n1pajuksvp911edv51c44fhmt42heqacd69o96dl1c1qi34km1/f/hfile_1 as hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/default/test/1ada69c0daa6df1041a4a1322e0b01dd/f/0f7f6e6216a542d481e63e3e7ef3d639_SeqId_6_ 2024-11-20T20:21:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/staging/jenkins__test__g6r9mgbpm4php7n1pajuksvp911edv51c44fhmt42heqacd69o96dl1c1qi34km1/f/hfile_0 2024-11-20T20:21:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/staging/jenkins__test__g6r9mgbpm4php7n1pajuksvp911edv51c44fhmt42heqacd69o96dl1c1qi34km1/f/hfile_0 as hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/default/test/1ada69c0daa6df1041a4a1322e0b01dd/f/b96b2e63184d4e628f30e8e0f3c96a4a_SeqId_6_ 2024-11-20T20:21:19,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/staging/jenkins__test__g6r9mgbpm4php7n1pajuksvp911edv51c44fhmt42heqacd69o96dl1c1qi34km1/f/hfile_1 into 1ada69c0daa6df1041a4a1322e0b01dd/f as hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/default/test/1ada69c0daa6df1041a4a1322e0b01dd/f/0f7f6e6216a542d481e63e3e7ef3d639_SeqId_6_ - updating store file list. 2024-11-20T20:21:19,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0f7f6e6216a542d481e63e3e7ef3d639_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T20:21:19,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/default/test/1ada69c0daa6df1041a4a1322e0b01dd/f/0f7f6e6216a542d481e63e3e7ef3d639_SeqId_6_ into 1ada69c0daa6df1041a4a1322e0b01dd/f 2024-11-20T20:21:19,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/staging/jenkins__test__g6r9mgbpm4php7n1pajuksvp911edv51c44fhmt42heqacd69o96dl1c1qi34km1/f/hfile_1 into 1ada69c0daa6df1041a4a1322e0b01dd/f (new location: hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/default/test/1ada69c0daa6df1041a4a1322e0b01dd/f/0f7f6e6216a542d481e63e3e7ef3d639_SeqId_6_) 2024-11-20T20:21:19,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/staging/jenkins__test__g6r9mgbpm4php7n1pajuksvp911edv51c44fhmt42heqacd69o96dl1c1qi34km1/f/hfile_1 2024-11-20T20:21:19,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/staging/jenkins__test__g6r9mgbpm4php7n1pajuksvp911edv51c44fhmt42heqacd69o96dl1c1qi34km1/f/hfile_0 into 1ada69c0daa6df1041a4a1322e0b01dd/f as hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/default/test/1ada69c0daa6df1041a4a1322e0b01dd/f/b96b2e63184d4e628f30e8e0f3c96a4a_SeqId_6_ - updating store file list. 2024-11-20T20:21:19,144 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.wal-reader.d7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/WALs/d7d59561a64e,43107,1732134065401/d7d59561a64e%2C43107%2C1732134065401.1732134067263 to pos 725, reset compression=false 2024-11-20T20:21:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b96b2e63184d4e628f30e8e0f3c96a4a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T20:21:19,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/default/test/1ada69c0daa6df1041a4a1322e0b01dd/f/b96b2e63184d4e628f30e8e0f3c96a4a_SeqId_6_ into 1ada69c0daa6df1041a4a1322e0b01dd/f 2024-11-20T20:21:19,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/staging/jenkins__test__g6r9mgbpm4php7n1pajuksvp911edv51c44fhmt42heqacd69o96dl1c1qi34km1/f/hfile_0 into 1ada69c0daa6df1041a4a1322e0b01dd/f (new location: hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/default/test/1ada69c0daa6df1041a4a1322e0b01dd/f/b96b2e63184d4e628f30e8e0f3c96a4a_SeqId_6_) 2024-11-20T20:21:19,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/staging/jenkins__test__g6r9mgbpm4php7n1pajuksvp911edv51c44fhmt42heqacd69o96dl1c1qi34km1/f/hfile_0 2024-11-20T20:21:19,162 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:21:19,162 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:21:19,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:19,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:19,162 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:21:19,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:21:19,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732134070062.1ada69c0daa6df1041a4a1322e0b01dd., hostname=d7d59561a64e,43107,1732134065401, seqNum=2 , the old value is region=test,,1732134070062.1ada69c0daa6df1041a4a1322e0b01dd., hostname=d7d59561a64e,43107,1732134065401, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d7d59561a64e:43107 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T20:21:19,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732134070062.1ada69c0daa6df1041a4a1322e0b01dd., hostname=d7d59561a64e,43107,1732134065401, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T20:21:19,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732134070062.1ada69c0daa6df1041a4a1322e0b01dd., hostname=d7d59561a64e,43107,1732134065401, seqNum=2 from cache 2024-11-20T20:21:19,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,40573,1732134059044, seqNum=-1] 2024-11-20T20:21:19,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:21:19,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43107 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43107: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:45212 deadline: 1732134139165 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:45212 2024-11-20T20:21:19,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:21:19,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732134067908.5c60b2ab9f79f86bf65d592195a83afe., hostname=d7d59561a64e,40573,1732134059044, seqNum=2] 2024-11-20T20:21:19,180 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.wal-reader.d7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.1732134061804 to pos 687, reset compression=false 2024-11-20T20:21:19,184 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T20:21:19,190 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.wal-reader.d7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:21:19,190 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.shipperd7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,43107,1732134065401 got entry batch from reader: WALEntryBatch [walEntries=[{test/1ada69c0daa6df1041a4a1322e0b01dd/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732134079160/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/WALs/d7d59561a64e,43107,1732134065401/d7d59561a64e%2C43107%2C1732134065401.1732134067263, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T20:21:19,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.ReplicationSink(318): Replicating [e51350b9-a832-4993-9346-08729e125044] bulk loaded data 2024-11-20T20:21:19,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741844_1020 (size=10791) 2024-11-20T20:21:19,270 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:43107 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T20:21:19,390 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.wal-reader.d7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/WALs/d7d59561a64e,43107,1732134065401/d7d59561a64e%2C43107%2C1732134065401.1732134067263 to pos 1033, reset compression=false 2024-11-20T20:21:19,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741845_1021 (size=11194) 2024-11-20T20:21:19,650 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T20:21:19,656 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/staging/jenkins.hfs.10__test__mrm9bj9mb3c4j2l19qqu6v0f4gk9ndcrod231lv9a3g4fgn8cvn0ftip7c8p9cba/f/0f7f6e6216a542d481e63e3e7ef3d639_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-20T20:21:19,658 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/staging/jenkins.hfs.10__test__mrm9bj9mb3c4j2l19qqu6v0f4gk9ndcrod231lv9a3g4fgn8cvn0ftip7c8p9cba/f/b96b2e63184d4e628f30e8e0f3c96a4a_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-20T20:21:19,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/staging/jenkins.hfs.10__test__mrm9bj9mb3c4j2l19qqu6v0f4gk9ndcrod231lv9a3g4fgn8cvn0ftip7c8p9cba/f/b96b2e63184d4e628f30e8e0f3c96a4a_SeqId_6_ for inclusion in 5c60b2ab9f79f86bf65d592195a83afe/f 2024-11-20T20:21:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-20T20:21:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T20:21:19,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/staging/jenkins.hfs.10__test__mrm9bj9mb3c4j2l19qqu6v0f4gk9ndcrod231lv9a3g4fgn8cvn0ftip7c8p9cba/f/0f7f6e6216a542d481e63e3e7ef3d639_SeqId_6_ for inclusion in 5c60b2ab9f79f86bf65d592195a83afe/f 2024-11-20T20:21:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-20T20:21:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T20:21:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HRegion(2603): Flush status journal for 5c60b2ab9f79f86bf65d592195a83afe: 2024-11-20T20:21:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b96b2e63184d4e628f30e8e0f3c96a4a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T20:21:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/staging/jenkins.hfs.10__test__mrm9bj9mb3c4j2l19qqu6v0f4gk9ndcrod231lv9a3g4fgn8cvn0ftip7c8p9cba/f/b96b2e63184d4e628f30e8e0f3c96a4a_SeqId_6_ as hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/default/test/5c60b2ab9f79f86bf65d592195a83afe/f/4ae19bf2d5f84ce5b7c43466d4eb63ec_SeqId_6_ 2024-11-20T20:21:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0f7f6e6216a542d481e63e3e7ef3d639_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T20:21:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/staging/jenkins.hfs.10__test__mrm9bj9mb3c4j2l19qqu6v0f4gk9ndcrod231lv9a3g4fgn8cvn0ftip7c8p9cba/f/0f7f6e6216a542d481e63e3e7ef3d639_SeqId_6_ as hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/default/test/5c60b2ab9f79f86bf65d592195a83afe/f/8a256f33edc04b5f8a60fdf896a922b4_SeqId_6_ 2024-11-20T20:21:19,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/staging/jenkins.hfs.10__test__mrm9bj9mb3c4j2l19qqu6v0f4gk9ndcrod231lv9a3g4fgn8cvn0ftip7c8p9cba/f/b96b2e63184d4e628f30e8e0f3c96a4a_SeqId_6_ into 5c60b2ab9f79f86bf65d592195a83afe/f as hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/default/test/5c60b2ab9f79f86bf65d592195a83afe/f/4ae19bf2d5f84ce5b7c43466d4eb63ec_SeqId_6_ - updating store file list. 2024-11-20T20:21:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4ae19bf2d5f84ce5b7c43466d4eb63ec_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T20:21:19,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/default/test/5c60b2ab9f79f86bf65d592195a83afe/f/4ae19bf2d5f84ce5b7c43466d4eb63ec_SeqId_6_ into 5c60b2ab9f79f86bf65d592195a83afe/f 2024-11-20T20:21:19,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/staging/jenkins.hfs.10__test__mrm9bj9mb3c4j2l19qqu6v0f4gk9ndcrod231lv9a3g4fgn8cvn0ftip7c8p9cba/f/b96b2e63184d4e628f30e8e0f3c96a4a_SeqId_6_ into 5c60b2ab9f79f86bf65d592195a83afe/f (new location: hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/default/test/5c60b2ab9f79f86bf65d592195a83afe/f/4ae19bf2d5f84ce5b7c43466d4eb63ec_SeqId_6_) 2024-11-20T20:21:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/staging/jenkins.hfs.10__test__mrm9bj9mb3c4j2l19qqu6v0f4gk9ndcrod231lv9a3g4fgn8cvn0ftip7c8p9cba/f/b96b2e63184d4e628f30e8e0f3c96a4a_SeqId_6_ 2024-11-20T20:21:19,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/staging/jenkins.hfs.10__test__mrm9bj9mb3c4j2l19qqu6v0f4gk9ndcrod231lv9a3g4fgn8cvn0ftip7c8p9cba/f/0f7f6e6216a542d481e63e3e7ef3d639_SeqId_6_ into 5c60b2ab9f79f86bf65d592195a83afe/f as hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/default/test/5c60b2ab9f79f86bf65d592195a83afe/f/8a256f33edc04b5f8a60fdf896a922b4_SeqId_6_ - updating store file list. 2024-11-20T20:21:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8a256f33edc04b5f8a60fdf896a922b4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T20:21:19,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/default/test/5c60b2ab9f79f86bf65d592195a83afe/f/8a256f33edc04b5f8a60fdf896a922b4_SeqId_6_ into 5c60b2ab9f79f86bf65d592195a83afe/f 2024-11-20T20:21:19,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/staging/jenkins.hfs.10__test__mrm9bj9mb3c4j2l19qqu6v0f4gk9ndcrod231lv9a3g4fgn8cvn0ftip7c8p9cba/f/0f7f6e6216a542d481e63e3e7ef3d639_SeqId_6_ into 5c60b2ab9f79f86bf65d592195a83afe/f (new location: hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/default/test/5c60b2ab9f79f86bf65d592195a83afe/f/8a256f33edc04b5f8a60fdf896a922b4_SeqId_6_) 2024-11-20T20:21:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/staging/jenkins.hfs.10__test__mrm9bj9mb3c4j2l19qqu6v0f4gk9ndcrod231lv9a3g4fgn8cvn0ftip7c8p9cba/f/0f7f6e6216a542d481e63e3e7ef3d639_SeqId_6_ 2024-11-20T20:21:19,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40573 {}] regionserver.ReplicationSink(324): Finished replicating [e51350b9-a832-4993-9346-08729e125044] bulk loaded data 2024-11-20T20:21:19,701 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.wal-reader.d7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/WALs/d7d59561a64e,43107,1732134065401/d7d59561a64e%2C43107%2C1732134065401.1732134067263 to pos 1033, reset compression=false 2024-11-20T20:21:19,909 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.wal-reader.d7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.1732134061804 to pos 687, reset compression=false 2024-11-20T20:21:19,914 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.wal-reader.d7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:21:19,914 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.shipperd7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,40573,1732134059044 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c60b2ab9f79f86bf65d592195a83afe/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732134079682/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.1732134061804, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-20T20:21:19,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.ReplicationSink(318): Replicating [e51350b9-a832-4993-9346-08729e125044, 8cc14982-2cc8-4edc-9b9a-4be3d875e883] bulk loaded data 2024-11-20T20:21:19,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741844_1020 (size=11194) 2024-11-20T20:21:20,105 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.wal-reader.d7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/WALs/d7d59561a64e,43107,1732134065401/d7d59561a64e%2C43107%2C1732134065401.1732134067263 to pos 1033, reset compression=false 2024-11-20T20:21:20,114 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.wal-reader.d7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.1732134061804 to pos 1033, reset compression=false 2024-11-20T20:21:20,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T20:21:20,204 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:21:20,205 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:21:20,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:20,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:20,205 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T20:21:20,205 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=62571433, stopped=false 2024-11-20T20:21:20,205 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7d59561a64e,35369,1732134065240 2024-11-20T20:21:20,208 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:21:20,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x10159e82daa0003, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11538531022/running 2024-11-20T20:21:20,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x10159e82daa0003, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538531022 2024-11-20T20:21:20,219 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:21:20,219 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:21:20,219 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:21:20,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:20,219 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7d59561a64e,43107,1732134065401' ***** 2024-11-20T20:21:20,219 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T20:21:20,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x10159e82daa0004, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11538531022/running 2024-11-20T20:21:20,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x10159e82daa0004, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538531022 2024-11-20T20:21:20,220 INFO [RS:0;d7d59561a64e:43107 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T20:21:20,220 INFO [RS:0;d7d59561a64e:43107 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T20:21:20,220 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T20:21:20,220 INFO [RS:0;d7d59561a64e:43107 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T20:21:20,220 INFO [RS:0;d7d59561a64e:43107 {}] regionserver.HRegionServer(3091): Received CLOSE for 47877ec9b363bf3a1739238215a66a63 2024-11-20T20:21:20,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43107-0x10159e82daa0004, quorum=127.0.0.1:61566, baseZNode=/11538531022 Set watcher on znode that does not yet exist, /11538531022/running 2024-11-20T20:21:20,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35369-0x10159e82daa0003, quorum=127.0.0.1:61566, baseZNode=/11538531022 Set watcher on znode that does not yet exist, /11538531022/running 2024-11-20T20:21:20,223 INFO [RS:0;d7d59561a64e:43107 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ada69c0daa6df1041a4a1322e0b01dd 2024-11-20T20:21:20,223 INFO [RS:0;d7d59561a64e:43107 {}] regionserver.HRegionServer(959): stopping server d7d59561a64e,43107,1732134065401 2024-11-20T20:21:20,223 INFO [RS:0;d7d59561a64e:43107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:21:20,223 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 47877ec9b363bf3a1739238215a66a63, disabling compactions & flushes 2024-11-20T20:21:20,223 INFO [RS:0;d7d59561a64e:43107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:43107. 2024-11-20T20:21:20,223 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732134074429.47877ec9b363bf3a1739238215a66a63. 2024-11-20T20:21:20,223 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732134074429.47877ec9b363bf3a1739238215a66a63. 2024-11-20T20:21:20,223 DEBUG [RS:0;d7d59561a64e:43107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:21:20,223 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732134074429.47877ec9b363bf3a1739238215a66a63. after waiting 0 ms 2024-11-20T20:21:20,223 DEBUG [RS:0;d7d59561a64e:43107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:20,223 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732134074429.47877ec9b363bf3a1739238215a66a63. 2024-11-20T20:21:20,223 INFO [RS:0;d7d59561a64e:43107 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T20:21:20,223 INFO [RS:0;d7d59561a64e:43107 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T20:21:20,223 INFO [RS:0;d7d59561a64e:43107 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T20:21:20,223 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 47877ec9b363bf3a1739238215a66a63 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-20T20:21:20,223 INFO [RS:0;d7d59561a64e:43107 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T20:21:20,224 INFO [RS:0;d7d59561a64e:43107 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T20:21:20,224 DEBUG [RS:0;d7d59561a64e:43107 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 47877ec9b363bf3a1739238215a66a63=hbase:replication,,1732134074429.47877ec9b363bf3a1739238215a66a63., 1ada69c0daa6df1041a4a1322e0b01dd=test,,1732134070062.1ada69c0daa6df1041a4a1322e0b01dd.} 2024-11-20T20:21:20,224 DEBUG [RS:0;d7d59561a64e:43107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ada69c0daa6df1041a4a1322e0b01dd, 47877ec9b363bf3a1739238215a66a63 2024-11-20T20:21:20,224 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:21:20,224 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:21:20,224 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:21:20,224 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:21:20,224 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:21:20,224 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T20:21:20,242 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/meta/1588230740/.tmp/info/9cc6217ad5164abdaab71ceb72ba0e65 is 147, key is hbase:replication,,1732134074429.47877ec9b363bf3a1739238215a66a63./info:regioninfo/1732134075810/Put/seqid=0 2024-11-20T20:21:20,248 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/replication/47877ec9b363bf3a1739238215a66a63/.tmp/hfileref/c8fefe6f06ef4c19806605aa2337d327 is 74, key is 1/hfileref:0f7f6e6216a542d481e63e3e7ef3d639_SeqId_6_/1732134079684/DeleteColumn/seqid=0 2024-11-20T20:21:20,249 INFO [regionserver/d7d59561a64e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:21:20,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741845_1021 (size=7686) 2024-11-20T20:21:20,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741846_1022 (size=5345) 2024-11-20T20:21:20,260 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/replication/47877ec9b363bf3a1739238215a66a63/.tmp/hfileref/c8fefe6f06ef4c19806605aa2337d327 2024-11-20T20:21:20,295 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/replication/47877ec9b363bf3a1739238215a66a63/.tmp/queue/21931f112cb740719944d553f67987fc is 154, key is 1-d7d59561a64e,43107,1732134065401/queue:d7d59561a64e%2C43107%2C1732134065401/1732134079686/Put/seqid=0 2024-11-20T20:21:20,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741847_1023 (size=5353) 2024-11-20T20:21:20,313 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/replication/47877ec9b363bf3a1739238215a66a63/.tmp/queue/21931f112cb740719944d553f67987fc 2024-11-20T20:21:20,320 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/replication/47877ec9b363bf3a1739238215a66a63/.tmp/hfileref/c8fefe6f06ef4c19806605aa2337d327 as hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/replication/47877ec9b363bf3a1739238215a66a63/hfileref/c8fefe6f06ef4c19806605aa2337d327 2024-11-20T20:21:20,327 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/replication/47877ec9b363bf3a1739238215a66a63/hfileref/c8fefe6f06ef4c19806605aa2337d327, entries=4, sequenceid=12, filesize=5.2 K 2024-11-20T20:21:20,328 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/replication/47877ec9b363bf3a1739238215a66a63/.tmp/queue/21931f112cb740719944d553f67987fc as hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/replication/47877ec9b363bf3a1739238215a66a63/queue/21931f112cb740719944d553f67987fc 2024-11-20T20:21:20,337 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/replication/47877ec9b363bf3a1739238215a66a63/queue/21931f112cb740719944d553f67987fc, entries=1, sequenceid=12, filesize=5.2 K 2024-11-20T20:21:20,341 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 47877ec9b363bf3a1739238215a66a63 in 118ms, sequenceid=12, compaction requested=false 2024-11-20T20:21:20,363 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/replication/47877ec9b363bf3a1739238215a66a63/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T20:21:20,363 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:21:20,363 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:21:20,363 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732134074429.47877ec9b363bf3a1739238215a66a63. 2024-11-20T20:21:20,364 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 47877ec9b363bf3a1739238215a66a63: Waiting for close lock at 1732134080223Running coprocessor pre-close hooks at 1732134080223Disabling compacts and flushes for region at 1732134080223Disabling writes for close at 1732134080223Obtaining lock to block concurrent updates at 1732134080223Preparing flush snapshotting stores in 47877ec9b363bf3a1739238215a66a63 at 1732134080223Finished memstore snapshotting hbase:replication,,1732134074429.47877ec9b363bf3a1739238215a66a63., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732134080224 (+1 ms)Flushing stores of hbase:replication,,1732134074429.47877ec9b363bf3a1739238215a66a63. at 1732134080225 (+1 ms)Flushing 47877ec9b363bf3a1739238215a66a63/hfileref: creating writer at 1732134080225Flushing 47877ec9b363bf3a1739238215a66a63/hfileref: appending metadata at 1732134080247 (+22 ms)Flushing 47877ec9b363bf3a1739238215a66a63/hfileref: closing flushed file at 1732134080247Flushing 47877ec9b363bf3a1739238215a66a63/queue: creating writer at 1732134080274 (+27 ms)Flushing 47877ec9b363bf3a1739238215a66a63/queue: appending metadata at 1732134080294 (+20 ms)Flushing 47877ec9b363bf3a1739238215a66a63/queue: closing flushed file at 1732134080294Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dc0bd0f: reopening flushed file at 1732134080319 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b9777b2: reopening flushed file at 1732134080327 (+8 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 47877ec9b363bf3a1739238215a66a63 in 118ms, sequenceid=12, compaction requested=false at 1732134080341 (+14 ms)Writing region close event to WAL at 1732134080353 (+12 ms)Running coprocessor post-close hooks at 1732134080363 (+10 ms)Closed at 1732134080363 2024-11-20T20:21:20,364 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732134074429.47877ec9b363bf3a1739238215a66a63. 2024-11-20T20:21:20,364 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ada69c0daa6df1041a4a1322e0b01dd, disabling compactions & flushes 2024-11-20T20:21:20,364 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732134070062.1ada69c0daa6df1041a4a1322e0b01dd. 2024-11-20T20:21:20,364 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732134070062.1ada69c0daa6df1041a4a1322e0b01dd. 2024-11-20T20:21:20,364 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732134070062.1ada69c0daa6df1041a4a1322e0b01dd. after waiting 0 ms 2024-11-20T20:21:20,364 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732134070062.1ada69c0daa6df1041a4a1322e0b01dd. 2024-11-20T20:21:20,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741848_1024 (size=10791) 2024-11-20T20:21:20,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T20:21:20,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43107 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d7d59561a64e,43107,1732134065401 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T20:21:20,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43107 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:45206 deadline: 1732134140375, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d7d59561a64e,43107,1732134065401 stopping 2024-11-20T20:21:20,380 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/default/test/1ada69c0daa6df1041a4a1322e0b01dd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T20:21:20,380 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:21:20,380 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T20:21:20,380 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732134070062.1ada69c0daa6df1041a4a1322e0b01dd. 2024-11-20T20:21:20,381 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ada69c0daa6df1041a4a1322e0b01dd: Waiting for close lock at 1732134080364Running coprocessor pre-close hooks at 1732134080364Disabling compacts and flushes for region at 1732134080364Disabling writes for close at 1732134080364Writing region close event to WAL at 1732134080369 (+5 ms)Running coprocessor post-close hooks at 1732134080380 (+11 ms)Closed at 1732134080380 2024-11-20T20:21:20,381 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732134070062.1ada69c0daa6df1041a4a1322e0b01dd. 2024-11-20T20:21:20,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,43107,1732134065401, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,43107,1732134065401, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d7d59561a64e,43107,1732134065401 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:21:20,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,43107,1732134065401, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d7d59561a64e,43107,1732134065401 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:21:20,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,43107,1732134065401, seqNum=-1 from cache 2024-11-20T20:21:20,419 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.wal-reader.d7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.1732134061804 to pos 1033, reset compression=false 2024-11-20T20:21:20,424 DEBUG [RS:0;d7d59561a64e:43107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:21:20,509 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:21:20,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,43107,1732134065401, seqNum=-1] 2024-11-20T20:21:20,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43107 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d7d59561a64e,43107,1732134065401 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T20:21:20,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43107 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:45206 deadline: 1732134140375, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d7d59561a64e,43107,1732134065401 stopping 2024-11-20T20:21:20,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,43107,1732134065401, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,43107,1732134065401, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d7d59561a64e,43107,1732134065401 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:21:20,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,43107,1732134065401, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d7d59561a64e,43107,1732134065401 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T20:21:20,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,43107,1732134065401, seqNum=-1 from cache 2024-11-20T20:21:20,609 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.wal-reader.d7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/WALs/d7d59561a64e,43107,1732134065401/d7d59561a64e%2C43107%2C1732134065401.1732134067263 to pos 1033, reset compression=false 2024-11-20T20:21:20,620 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.wal-reader.d7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:21:20,621 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.wal-reader.d7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/WALs/d7d59561a64e,43107,1732134065401/d7d59561a64e%2C43107%2C1732134065401.1732134067263 to pos 1328, reset compression=false 2024-11-20T20:21:20,621 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.shipperd7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,43107,1732134065401 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/WALs/d7d59561a64e,43107,1732134065401/d7d59561a64e%2C43107%2C1732134065401.1732134067263, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:21:20,622 ERROR [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.shipperd7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d7d59561a64e,43107,1732134065401: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d7d59561a64e,43107,1732134065401, walGroup=d7d59561a64e%2C43107%2C1732134065401, offset=d7d59561a64e%2C43107%2C1732134065401.1732134067263:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:43107 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T20:21:20,623 ERROR [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.shipperd7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T20:21:20,623 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.shipperd7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T20:21:20,624 DEBUG [RS:0;d7d59561a64e:43107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:21:20,625 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.shipperd7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T20:21:20,625 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.shipperd7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T20:21:20,625 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.shipperd7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T20:21:20,625 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.shipperd7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 817205248 }, "NonHeapMemoryUsage": { "committed": 190185472, "init": 7667712, "max": -1, "used": 187346392 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T20:21:20,625 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.shipperd7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T20:21:20,653 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/meta/1588230740/.tmp/info/9cc6217ad5164abdaab71ceb72ba0e65 2024-11-20T20:21:20,693 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/meta/1588230740/.tmp/ns/4f3def3e1c4c4651bf8f90cbce290476 is 43, key is default/ns:d/1732134067827/Put/seqid=0 2024-11-20T20:21:20,718 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:21:20,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,43107,1732134065401, seqNum=-1] 2024-11-20T20:21:20,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7d59561a64e,43107,1732134065401 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:21:20,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,43107,1732134065401, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,43107,1732134065401, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7d59561a64e,43107,1732134065401 aborting 2024-11-20T20:21:20,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,43107,1732134065401, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7d59561a64e,43107,1732134065401 aborting 2024-11-20T20:21:20,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,43107,1732134065401, seqNum=-1 from cache 2024-11-20T20:21:20,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741849_1025 (size=5153) 2024-11-20T20:21:20,728 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/meta/1588230740/.tmp/ns/4f3def3e1c4c4651bf8f90cbce290476 2024-11-20T20:21:20,776 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/meta/1588230740/.tmp/rep_barrier/738d0a4278794ba3b02670be74006341 is 112, key is test,,1732134070062.1ada69c0daa6df1041a4a1322e0b01dd./rep_barrier:seqnumDuringOpen/1732134071214/Put/seqid=0 2024-11-20T20:21:20,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741850_1026 (size=5518) 2024-11-20T20:21:20,793 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/meta/1588230740/.tmp/rep_barrier/738d0a4278794ba3b02670be74006341 2024-11-20T20:21:20,822 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/meta/1588230740/.tmp/table/c549f8ec533842cfaff89305dc89e88c is 53, key is hbase:replication/table:state/1732134075842/Put/seqid=0 2024-11-20T20:21:20,828 DEBUG [RS:0;d7d59561a64e:43107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:21:20,828 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.wal-reader.d7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.1732134061804 to pos 1033, reset compression=false 2024-11-20T20:21:20,838 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.wal-reader.d7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/WALs/d7d59561a64e,43107,1732134065401/d7d59561a64e%2C43107%2C1732134065401.1732134067263 to pos 1328, reset compression=false 2024-11-20T20:21:20,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741851_1027 (size=5308) 2024-11-20T20:21:20,845 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/meta/1588230740/.tmp/table/c549f8ec533842cfaff89305dc89e88c 2024-11-20T20:21:20,859 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/meta/1588230740/.tmp/info/9cc6217ad5164abdaab71ceb72ba0e65 as hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/meta/1588230740/info/9cc6217ad5164abdaab71ceb72ba0e65 2024-11-20T20:21:20,869 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/meta/1588230740/info/9cc6217ad5164abdaab71ceb72ba0e65, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T20:21:20,870 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/meta/1588230740/.tmp/ns/4f3def3e1c4c4651bf8f90cbce290476 as hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/meta/1588230740/ns/4f3def3e1c4c4651bf8f90cbce290476 2024-11-20T20:21:20,876 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/meta/1588230740/ns/4f3def3e1c4c4651bf8f90cbce290476, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T20:21:20,877 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/meta/1588230740/.tmp/rep_barrier/738d0a4278794ba3b02670be74006341 as hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/meta/1588230740/rep_barrier/738d0a4278794ba3b02670be74006341 2024-11-20T20:21:20,883 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/meta/1588230740/rep_barrier/738d0a4278794ba3b02670be74006341, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T20:21:20,885 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/meta/1588230740/.tmp/table/c549f8ec533842cfaff89305dc89e88c as hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/meta/1588230740/table/c549f8ec533842cfaff89305dc89e88c 2024-11-20T20:21:20,891 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/meta/1588230740/table/c549f8ec533842cfaff89305dc89e88c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T20:21:20,893 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 669ms, sequenceid=16, compaction requested=false 2024-11-20T20:21:20,909 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T20:21:20,910 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:21:20,910 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:21:20,910 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:21:20,910 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134080224Running coprocessor pre-close hooks at 1732134080224Disabling compacts and flushes for region at 1732134080224Disabling writes for close at 1732134080224Obtaining lock to block concurrent updates at 1732134080224Preparing flush snapshotting stores in 1588230740 at 1732134080224Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732134080225 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732134080225Flushing 1588230740/info: creating writer at 1732134080226 (+1 ms)Flushing 1588230740/info: appending metadata at 1732134080241 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732134080241Flushing 1588230740/ns: creating writer at 1732134080673 (+432 ms)Flushing 1588230740/ns: appending metadata at 1732134080693 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732134080693Flushing 1588230740/rep_barrier: creating writer at 1732134080742 (+49 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732134080775 (+33 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732134080775Flushing 1588230740/table: creating writer at 1732134080801 (+26 ms)Flushing 1588230740/table: appending metadata at 1732134080821 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732134080821Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b2c0cb0: reopening flushed file at 1732134080858 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@567ddd1c: reopening flushed file at 1732134080870 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73595d93: reopening flushed file at 1732134080876 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@698e9537: reopening flushed file at 1732134080884 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 669ms, sequenceid=16, compaction requested=false at 1732134080893 (+9 ms)Writing region close event to WAL at 1732134080901 (+8 ms)Running coprocessor post-close hooks at 1732134080910 (+9 ms)Closed at 1732134080910 2024-11-20T20:21:20,910 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T20:21:21,029 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:21:21,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,43107,1732134065401, seqNum=-1] 2024-11-20T20:21:21,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7d59561a64e,43107,1732134065401 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:21:21,032 INFO [RS:0;d7d59561a64e:43107 {}] regionserver.HRegionServer(976): stopping server d7d59561a64e,43107,1732134065401; all regions closed. 2024-11-20T20:21:21,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,43107,1732134065401, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,43107,1732134065401, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7d59561a64e,43107,1732134065401 aborting 2024-11-20T20:21:21,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,43107,1732134065401, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server d7d59561a64e,43107,1732134065401 aborting 2024-11-20T20:21:21,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,43107,1732134065401, seqNum=-1 from cache 2024-11-20T20:21:21,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741834_1010 (size=4239) 2024-11-20T20:21:21,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741839_1015 (size=3127) 2024-11-20T20:21:21,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741832_1008 (size=1336) 2024-11-20T20:21:21,061 DEBUG [RS:0;d7d59561a64e:43107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:21,061 INFO [RS:0;d7d59561a64e:43107 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:21:21,064 INFO [RS:0;d7d59561a64e:43107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:21:21,064 INFO [RS:0;d7d59561a64e:43107 {}] hbase.ChoreService(370): Chore service for: regionserver/d7d59561a64e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T20:21:21,064 INFO [RS:0;d7d59561a64e:43107 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:21:21,065 INFO [RS:0;d7d59561a64e:43107 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7d59561a64e,43107,1732134065401 because: Region server is closing 2024-11-20T20:21:21,065 INFO [RS:0;d7d59561a64e:43107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:43107. 2024-11-20T20:21:21,065 DEBUG [RS:0;d7d59561a64e:43107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:21:21,065 DEBUG [RS:0;d7d59561a64e:43107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:21,066 DEBUG [RS:0;d7d59561a64e:43107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:21,066 INFO [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:21:21,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:21:21,166 INFO [RS:0;d7d59561a64e:43107 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.shipperd7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 terminated 2024-11-20T20:21:21,166 INFO [RS:0;d7d59561a64e:43107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:43107. 2024-11-20T20:21:21,166 DEBUG [RS:0;d7d59561a64e:43107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:21:21,166 DEBUG [RS:0;d7d59561a64e:43107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:21,166 DEBUG [RS:0;d7d59561a64e:43107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:21,166 INFO [RS:0;d7d59561a64e:43107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43107 2024-11-20T20:21:21,167 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,43107,1732134065401.replicationSource.wal-reader.d7d59561a64e%2C43107%2C1732134065401,1-d7d59561a64e,43107,1732134065401 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T20:21:21,167 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:21:21,170 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.shipperd7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d7d59561a64e:43107 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-20T20:21:21,174 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-20T20:21:21,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-20T20:21:21,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43107 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:45202 deadline: 1732134139915, exception=java.io.InterruptedIOException 2024-11-20T20:21:21,176 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T20:21:21,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x10159e82daa0004, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11538531022/rs/d7d59561a64e,43107,1732134065401 2024-11-20T20:21:21,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x10159e82daa0003, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538531022/rs 2024-11-20T20:21:21,236 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7d59561a64e,43107,1732134065401] 2024-11-20T20:21:21,236 INFO [RS:0;d7d59561a64e:43107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:21:21,246 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11538531022/draining/d7d59561a64e,43107,1732134065401 already deleted, retry=false 2024-11-20T20:21:21,246 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7d59561a64e,43107,1732134065401 expired; onlineServers=0 2024-11-20T20:21:21,246 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7d59561a64e,35369,1732134065240' ***** 2024-11-20T20:21:21,246 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T20:21:21,246 INFO [M:0;d7d59561a64e:35369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:21:21,246 INFO [M:0;d7d59561a64e:35369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:21:21,246 DEBUG [M:0;d7d59561a64e:35369 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T20:21:21,246 DEBUG [M:0;d7d59561a64e:35369 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T20:21:21,246 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134066928 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134066928,5,FailOnTimeoutGroup] 2024-11-20T20:21:21,246 INFO [M:0;d7d59561a64e:35369 {}] hbase.ChoreService(370): Chore service for: master/d7d59561a64e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T20:21:21,246 INFO [M:0;d7d59561a64e:35369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:21:21,246 DEBUG [M:0;d7d59561a64e:35369 {}] master.HMaster(1795): Stopping service threads 2024-11-20T20:21:21,246 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134066930 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134066930,5,FailOnTimeoutGroup] 2024-11-20T20:21:21,246 INFO [M:0;d7d59561a64e:35369 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T20:21:21,247 INFO [M:0;d7d59561a64e:35369 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:21:21,247 INFO [M:0;d7d59561a64e:35369 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T20:21:21,248 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T20:21:21,248 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T20:21:21,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x10159e82daa0003, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11538531022/master 2024-11-20T20:21:21,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x10159e82daa0003, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11538531022 2024-11-20T20:21:21,267 DEBUG [M:0;d7d59561a64e:35369 {}] zookeeper.RecoverableZooKeeper(212): Node /11538531022/master already deleted, retry=false 2024-11-20T20:21:21,267 DEBUG [M:0;d7d59561a64e:35369 {}] master.ActiveMasterManager(353): master:35369-0x10159e82daa0003, quorum=127.0.0.1:61566, baseZNode=/11538531022 Failed delete of our master address node; KeeperErrorCode = NoNode for /11538531022/master 2024-11-20T20:21:21,269 INFO [M:0;d7d59561a64e:35369 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/.lastflushedseqids 2024-11-20T20:21:21,272 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d7d59561a64e:43107 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d7d59561a64e/172.17.0.2:43107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:21:21,274 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.shipperd7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=d7d59561a64e:43107 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d7d59561a64e/172.17.0.2:43107 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d7d59561a64e/172.17.0.2:43107 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T20:21:21,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address d7d59561a64e:43107 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d7d59561a64e/172.17.0.2:43107 2024-11-20T20:21:21,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T20:21:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] ipc.CallRunner(138): callId: 7 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:51388 deadline: 1732134141281, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-20T20:21:21,283 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.shipperd7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-20T20:21:21,288 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.shipperd7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T20:21:21,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741852_1028 (size=263) 2024-11-20T20:21:21,298 INFO [M:0;d7d59561a64e:35369 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T20:21:21,300 INFO [M:0;d7d59561a64e:35369 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T20:21:21,300 DEBUG [M:0;d7d59561a64e:35369 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:21:21,300 INFO [M:0;d7d59561a64e:35369 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:21,300 DEBUG [M:0;d7d59561a64e:35369 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:21,300 DEBUG [M:0;d7d59561a64e:35369 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:21:21,300 DEBUG [M:0;d7d59561a64e:35369 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:21,301 INFO [M:0;d7d59561a64e:35369 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T20:21:21,352 DEBUG [M:0;d7d59561a64e:35369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31b4b2f406294a2290ab0f5c0e6cb003 is 82, key is hbase:meta,,1/info:regioninfo/1732134067809/Put/seqid=0 2024-11-20T20:21:21,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x10159e82daa0004, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:21:21,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43107-0x10159e82daa0004, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:21:21,358 INFO [RS:0;d7d59561a64e:43107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:21:21,359 INFO [RS:0;d7d59561a64e:43107 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7d59561a64e,43107,1732134065401; zookeeper connection closed. 2024-11-20T20:21:21,364 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@591263c4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@591263c4 2024-11-20T20:21:21,368 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T20:21:21,369 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.wal-reader.d7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.1732134061804 to pos 1033, reset compression=false 2024-11-20T20:21:21,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741853_1029 (size=5672) 2024-11-20T20:21:21,400 INFO [M:0;d7d59561a64e:35369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31b4b2f406294a2290ab0f5c0e6cb003 2024-11-20T20:21:21,434 DEBUG [M:0;d7d59561a64e:35369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca7e7dc7323c4589b19bba4b4fa4685a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732134075847/Put/seqid=0 2024-11-20T20:21:21,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741854_1030 (size=8516) 2024-11-20T20:21:21,453 INFO [M:0;d7d59561a64e:35369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca7e7dc7323c4589b19bba4b4fa4685a 2024-11-20T20:21:21,489 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.shipperd7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-20T20:21:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T20:21:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35369 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:51388 deadline: 1732134141491, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-20T20:21:21,492 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.shipperd7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-20T20:21:21,493 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.shipperd7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T20:21:21,494 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.shipperd7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-20T20:21:21,521 DEBUG [M:0;d7d59561a64e:35369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac6127542a014725a23474f2aa7912d4 is 69, key is d7d59561a64e,43107,1732134065401/rs:state/1732134067018/Put/seqid=0 2024-11-20T20:21:21,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741855_1031 (size=5156) 2024-11-20T20:21:21,537 INFO [M:0;d7d59561a64e:35369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac6127542a014725a23474f2aa7912d4 2024-11-20T20:21:21,539 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:21:21,539 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7d59561a64e,35369,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-20T20:21:21,540 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:21:21,571 DEBUG [M:0;d7d59561a64e:35369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31b4b2f406294a2290ab0f5c0e6cb003 as hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31b4b2f406294a2290ab0f5c0e6cb003 2024-11-20T20:21:21,579 INFO [M:0;d7d59561a64e:35369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31b4b2f406294a2290ab0f5c0e6cb003, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T20:21:21,580 DEBUG [M:0;d7d59561a64e:35369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca7e7dc7323c4589b19bba4b4fa4685a as hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca7e7dc7323c4589b19bba4b4fa4685a 2024-11-20T20:21:21,593 INFO [M:0;d7d59561a64e:35369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca7e7dc7323c4589b19bba4b4fa4685a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T20:21:21,594 DEBUG [M:0;d7d59561a64e:35369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac6127542a014725a23474f2aa7912d4 as hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac6127542a014725a23474f2aa7912d4 2024-11-20T20:21:21,601 INFO [M:0;d7d59561a64e:35369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46035/user/jenkins/test-data/c1382a40-e249-d1a1-edb8-bb8e334e1757/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac6127542a014725a23474f2aa7912d4, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T20:21:21,604 INFO [M:0;d7d59561a64e:35369 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 303ms, sequenceid=97, compaction requested=false 2024-11-20T20:21:21,637 INFO [M:0;d7d59561a64e:35369 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:21,637 DEBUG [M:0;d7d59561a64e:35369 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134081300Disabling compacts and flushes for region at 1732134081300Disabling writes for close at 1732134081300Obtaining lock to block concurrent updates at 1732134081301 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732134081301Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732134081301Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732134081302 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732134081303 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732134081347 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732134081348 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732134081409 (+61 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732134081434 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732134081434Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732134081461 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732134081520 (+59 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732134081520Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cd73c7: reopening flushed file at 1732134081570 (+50 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d1819f2: reopening flushed file at 1732134081579 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4acb97c4: reopening flushed file at 1732134081594 (+15 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 303ms, sequenceid=97, compaction requested=false at 1732134081604 (+10 ms)Writing region close event to WAL at 1732134081636 (+32 ms)Closed at 1732134081636 2024-11-20T20:21:21,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40607 is added to blk_1073741830_1006 (size=63654) 2024-11-20T20:21:21,648 INFO [M:0;d7d59561a64e:35369 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T20:21:21,648 INFO [M:0;d7d59561a64e:35369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35369 2024-11-20T20:21:21,648 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:21:21,649 INFO [M:0;d7d59561a64e:35369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:21:21,794 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.shipperd7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-20T20:21:21,795 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d7d59561a64e:35369 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d7d59561a64e/172.17.0.2:35369 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:21:21,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address d7d59561a64e:35369 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d7d59561a64e/172.17.0.2:35369 2024-11-20T20:21:21,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x10159e82daa0003, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:21:21,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35369-0x10159e82daa0003, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:21:21,811 INFO [M:0;d7d59561a64e:35369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:21:21,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20d00075{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:21:21,852 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7998d69f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:21:21,852 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:21:21,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@571d6822{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:21:21,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fcf59d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/hadoop.log.dir/,STOPPED} 2024-11-20T20:21:21,856 WARN [BP-1372808883-172.17.0.2-1732134062565 heartbeating to localhost/127.0.0.1:46035 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T20:21:21,856 WARN [BP-1372808883-172.17.0.2-1732134062565 heartbeating to localhost/127.0.0.1:46035 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1372808883-172.17.0.2-1732134062565 (Datanode Uuid 9924a275-65c1-48b0-8200-701faf5d31c3) service to localhost/127.0.0.1:46035 2024-11-20T20:21:21,857 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/cluster_a3378c79-7bc6-b6a5-de5b-2002e412f849/data/data1/current/BP-1372808883-172.17.0.2-1732134062565 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:21:21,857 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/cluster_a3378c79-7bc6-b6a5-de5b-2002e412f849/data/data2/current/BP-1372808883-172.17.0.2-1732134062565 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:21:21,858 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T20:21:21,858 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T20:21:21,858 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T20:21:21,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a5ebce2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:21:21,870 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10a4639a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:21:21,870 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:21:21,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3facfa1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:21:21,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d00e481{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/hadoop.log.dir/,STOPPED} 2024-11-20T20:21:21,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T20:21:21,899 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:21:21,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T20:21:21,899 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:21:21,900 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:21:21,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:21,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:21:21,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:21,901 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d7d59561a64e:35369 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d7d59561a64e/172.17.0.2:35369 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T20:21:21,901 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T20:21:21,901 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=189804274, stopped=false 2024-11-20T20:21:21,901 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7d59561a64e,35441,1732134058822 2024-11-20T20:21:21,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7d59561a64e,35369,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=d7d59561a64e:35369 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d7d59561a64e/172.17.0.2:35369 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-20T20:21:21,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address d7d59561a64e:35369 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d7d59561a64e/172.17.0.2:35369 2024-11-20T20:21:21,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x10159e82daa0001, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2084752544/running 2024-11-20T20:21:21,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x10159e82daa0001, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2084752544 2024-11-20T20:21:21,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35441-0x10159e82daa0000, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2084752544/running 2024-11-20T20:21:21,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35441-0x10159e82daa0000, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2084752544 2024-11-20T20:21:21,920 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:21:21,923 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:21:21,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:21:21,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:21,925 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7d59561a64e,40573,1732134059044' ***** 2024-11-20T20:21:21,925 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T20:21:21,925 INFO [RS:0;d7d59561a64e:40573 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T20:21:21,925 INFO [RS:0;d7d59561a64e:40573 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T20:21:21,925 INFO [RS:0;d7d59561a64e:40573 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T20:21:21,925 INFO [RS:0;d7d59561a64e:40573 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c60b2ab9f79f86bf65d592195a83afe 2024-11-20T20:21:21,926 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T20:21:21,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40573-0x10159e82daa0001, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Set watcher on znode that does not yet exist, /0-2084752544/running 2024-11-20T20:21:21,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35441-0x10159e82daa0000, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Set watcher on znode that does not yet exist, /0-2084752544/running 2024-11-20T20:21:21,928 INFO [RS:0;d7d59561a64e:40573 {}] regionserver.HRegionServer(3091): Received CLOSE for 983fb070b671768f5ef4130aaaf82e41 2024-11-20T20:21:21,928 INFO [RS:0;d7d59561a64e:40573 {}] regionserver.HRegionServer(959): stopping server d7d59561a64e,40573,1732134059044 2024-11-20T20:21:21,928 INFO [RS:0;d7d59561a64e:40573 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:21:21,928 INFO [RS:0;d7d59561a64e:40573 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:40573. 2024-11-20T20:21:21,928 DEBUG [RS:0;d7d59561a64e:40573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:21:21,928 DEBUG [RS:0;d7d59561a64e:40573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:21,928 INFO [RS:0;d7d59561a64e:40573 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T20:21:21,928 INFO [RS:0;d7d59561a64e:40573 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T20:21:21,928 INFO [RS:0;d7d59561a64e:40573 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T20:21:21,928 INFO [RS:0;d7d59561a64e:40573 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T20:21:21,929 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c60b2ab9f79f86bf65d592195a83afe, disabling compactions & flushes 2024-11-20T20:21:21,929 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732134067908.5c60b2ab9f79f86bf65d592195a83afe. 2024-11-20T20:21:21,929 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732134067908.5c60b2ab9f79f86bf65d592195a83afe. 2024-11-20T20:21:21,929 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732134067908.5c60b2ab9f79f86bf65d592195a83afe. after waiting 0 ms 2024-11-20T20:21:21,929 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732134067908.5c60b2ab9f79f86bf65d592195a83afe. 2024-11-20T20:21:21,930 INFO [RS:0;d7d59561a64e:40573 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T20:21:21,930 DEBUG [RS:0;d7d59561a64e:40573 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5c60b2ab9f79f86bf65d592195a83afe=test,,1732134067908.5c60b2ab9f79f86bf65d592195a83afe., 983fb070b671768f5ef4130aaaf82e41=hbase:replication,,1732134072234.983fb070b671768f5ef4130aaaf82e41.} 2024-11-20T20:21:21,930 DEBUG [RS:0;d7d59561a64e:40573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c60b2ab9f79f86bf65d592195a83afe, 983fb070b671768f5ef4130aaaf82e41 2024-11-20T20:21:21,930 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:21:21,930 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:21:21,930 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:21:21,930 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:21:21,930 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:21:21,933 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T20:21:21,942 INFO [regionserver/d7d59561a64e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:21:21,961 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/meta/1588230740/.tmp/info/dee14892dc5a4561a31810b77d51b9b7 is 147, key is hbase:replication,,1732134072234.983fb070b671768f5ef4130aaaf82e41./info:regioninfo/1732134073025/Put/seqid=0 2024-11-20T20:21:21,964 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/default/test/5c60b2ab9f79f86bf65d592195a83afe/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T20:21:21,965 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:21:21,965 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T20:21:21,965 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732134067908.5c60b2ab9f79f86bf65d592195a83afe. 2024-11-20T20:21:21,965 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c60b2ab9f79f86bf65d592195a83afe: Waiting for close lock at 1732134081929Running coprocessor pre-close hooks at 1732134081929Disabling compacts and flushes for region at 1732134081929Disabling writes for close at 1732134081929Writing region close event to WAL at 1732134081950 (+21 ms)Running coprocessor post-close hooks at 1732134081965 (+15 ms)Closed at 1732134081965 2024-11-20T20:21:21,965 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732134067908.5c60b2ab9f79f86bf65d592195a83afe. 2024-11-20T20:21:21,965 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 983fb070b671768f5ef4130aaaf82e41, disabling compactions & flushes 2024-11-20T20:21:21,965 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732134072234.983fb070b671768f5ef4130aaaf82e41. 2024-11-20T20:21:21,965 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732134072234.983fb070b671768f5ef4130aaaf82e41. 2024-11-20T20:21:21,965 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732134072234.983fb070b671768f5ef4130aaaf82e41. after waiting 0 ms 2024-11-20T20:21:21,966 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732134072234.983fb070b671768f5ef4130aaaf82e41. 2024-11-20T20:21:21,966 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 983fb070b671768f5ef4130aaaf82e41 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-20T20:21:21,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741846_1022 (size=7686) 2024-11-20T20:21:21,968 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/meta/1588230740/.tmp/info/dee14892dc5a4561a31810b77d51b9b7 2024-11-20T20:21:22,005 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/replication/983fb070b671768f5ef4130aaaf82e41/.tmp/hfileref/e0a439d8372c45ff9455fc01877f24ab is 74, key is 1/hfileref:0969543f1f494e0e83e8fd3d78726473_SeqId_4_/1732134077327/DeleteColumn/seqid=0 2024-11-20T20:21:22,009 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.wal-reader.d7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.1732134061804 to pos 1033, reset compression=false 2024-11-20T20:21:22,018 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/meta/1588230740/.tmp/ns/46ec0294b5674bd1bbf91e4579e6e52e is 43, key is default/ns:d/1732134062356/Put/seqid=0 2024-11-20T20:21:22,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741847_1023 (size=5345) 2024-11-20T20:21:22,025 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/replication/983fb070b671768f5ef4130aaaf82e41/.tmp/hfileref/e0a439d8372c45ff9455fc01877f24ab 2024-11-20T20:21:22,036 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.wal-reader.d7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:21:22,036 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.wal-reader.d7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.1732134061804 to pos 1328, reset compression=false 2024-11-20T20:21:22,080 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/replication/983fb070b671768f5ef4130aaaf82e41/.tmp/queue/8604c596fc4f44bca34ef92bc3dccba9 is 153, key is 1-d7d59561a64e,40573,1732134059044/queue:d7d59561a64e%2C40573%2C1732134059044/1732134077329/Put/seqid=0 2024-11-20T20:21:22,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741848_1024 (size=5153) 2024-11-20T20:21:22,091 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/meta/1588230740/.tmp/ns/46ec0294b5674bd1bbf91e4579e6e52e 2024-11-20T20:21:22,109 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:21:22,109 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d7d59561a64e:35369 this server is in the failed servers list 2024-11-20T20:21:22,110 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7d59561a64e,35369,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d7d59561a64e:35369 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d7d59561a64e:35369 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T20:21:22,144 DEBUG [RS:0;d7d59561a64e:40573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 983fb070b671768f5ef4130aaaf82e41 2024-11-20T20:21:22,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741849_1025 (size=5352) 2024-11-20T20:21:22,147 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/replication/983fb070b671768f5ef4130aaaf82e41/.tmp/queue/8604c596fc4f44bca34ef92bc3dccba9 2024-11-20T20:21:22,170 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/replication/983fb070b671768f5ef4130aaaf82e41/.tmp/hfileref/e0a439d8372c45ff9455fc01877f24ab as hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/replication/983fb070b671768f5ef4130aaaf82e41/hfileref/e0a439d8372c45ff9455fc01877f24ab 2024-11-20T20:21:22,171 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/meta/1588230740/.tmp/rep_barrier/8654efef478849228cb1ea2d39f2901a is 112, key is test,,1732134067908.5c60b2ab9f79f86bf65d592195a83afe./rep_barrier:seqnumDuringOpen/1732134069058/Put/seqid=0 2024-11-20T20:21:22,181 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/replication/983fb070b671768f5ef4130aaaf82e41/hfileref/e0a439d8372c45ff9455fc01877f24ab, entries=4, sequenceid=10, filesize=5.2 K 2024-11-20T20:21:22,182 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/replication/983fb070b671768f5ef4130aaaf82e41/.tmp/queue/8604c596fc4f44bca34ef92bc3dccba9 as hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/replication/983fb070b671768f5ef4130aaaf82e41/queue/8604c596fc4f44bca34ef92bc3dccba9 2024-11-20T20:21:22,188 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/replication/983fb070b671768f5ef4130aaaf82e41/queue/8604c596fc4f44bca34ef92bc3dccba9, entries=1, sequenceid=10, filesize=5.2 K 2024-11-20T20:21:22,190 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 983fb070b671768f5ef4130aaaf82e41 in 223ms, sequenceid=10, compaction requested=false 2024-11-20T20:21:22,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741850_1026 (size=5518) 2024-11-20T20:21:22,206 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/meta/1588230740/.tmp/rep_barrier/8654efef478849228cb1ea2d39f2901a 2024-11-20T20:21:22,245 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/meta/1588230740/.tmp/table/5096874afbb64fc2a2550a0008c03ef8 is 53, key is hbase:replication/table:state/1732134073037/Put/seqid=0 2024-11-20T20:21:22,246 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/replication/983fb070b671768f5ef4130aaaf82e41/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T20:21:22,247 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:21:22,247 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:21:22,247 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732134072234.983fb070b671768f5ef4130aaaf82e41. 2024-11-20T20:21:22,247 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 983fb070b671768f5ef4130aaaf82e41: Waiting for close lock at 1732134081965Running coprocessor pre-close hooks at 1732134081965Disabling compacts and flushes for region at 1732134081965Disabling writes for close at 1732134081965Obtaining lock to block concurrent updates at 1732134081966 (+1 ms)Preparing flush snapshotting stores in 983fb070b671768f5ef4130aaaf82e41 at 1732134081966Finished memstore snapshotting hbase:replication,,1732134072234.983fb070b671768f5ef4130aaaf82e41., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732134081966Flushing stores of hbase:replication,,1732134072234.983fb070b671768f5ef4130aaaf82e41. at 1732134081968 (+2 ms)Flushing 983fb070b671768f5ef4130aaaf82e41/hfileref: creating writer at 1732134081968Flushing 983fb070b671768f5ef4130aaaf82e41/hfileref: appending metadata at 1732134082005 (+37 ms)Flushing 983fb070b671768f5ef4130aaaf82e41/hfileref: closing flushed file at 1732134082005Flushing 983fb070b671768f5ef4130aaaf82e41/queue: creating writer at 1732134082031 (+26 ms)Flushing 983fb070b671768f5ef4130aaaf82e41/queue: appending metadata at 1732134082077 (+46 ms)Flushing 983fb070b671768f5ef4130aaaf82e41/queue: closing flushed file at 1732134082077Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c8da442: reopening flushed file at 1732134082169 (+92 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c2f38c8: reopening flushed file at 1732134082181 (+12 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 983fb070b671768f5ef4130aaaf82e41 in 223ms, sequenceid=10, compaction requested=false at 1732134082190 (+9 ms)Writing region close event to WAL at 1732134082207 (+17 ms)Running coprocessor post-close hooks at 1732134082247 (+40 ms)Closed at 1732134082247 2024-11-20T20:21:22,247 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732134072234.983fb070b671768f5ef4130aaaf82e41. 2024-11-20T20:21:22,252 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.wal-reader.d7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.1732134061804 to pos 1328, reset compression=false 2024-11-20T20:21:22,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741851_1027 (size=5308) 2024-11-20T20:21:22,344 DEBUG [RS:0;d7d59561a64e:40573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:21:22,419 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:21:22,419 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d7d59561a64e:35369 this server is in the failed servers list 2024-11-20T20:21:22,419 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7d59561a64e,35369,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d7d59561a64e:35369 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d7d59561a64e:35369 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T20:21:22,545 DEBUG [RS:0;d7d59561a64e:40573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:21:22,557 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.wal-reader.d7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.1732134061804 to pos 1328, reset compression=false 2024-11-20T20:21:22,659 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T20:21:22,659 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T20:21:22,659 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/meta/1588230740/.tmp/table/5096874afbb64fc2a2550a0008c03ef8 2024-11-20T20:21:22,672 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/meta/1588230740/.tmp/info/dee14892dc5a4561a31810b77d51b9b7 as hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/meta/1588230740/info/dee14892dc5a4561a31810b77d51b9b7 2024-11-20T20:21:22,682 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/meta/1588230740/info/dee14892dc5a4561a31810b77d51b9b7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T20:21:22,684 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/meta/1588230740/.tmp/ns/46ec0294b5674bd1bbf91e4579e6e52e as hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/meta/1588230740/ns/46ec0294b5674bd1bbf91e4579e6e52e 2024-11-20T20:21:22,693 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/meta/1588230740/ns/46ec0294b5674bd1bbf91e4579e6e52e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T20:21:22,695 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/meta/1588230740/.tmp/rep_barrier/8654efef478849228cb1ea2d39f2901a as hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/meta/1588230740/rep_barrier/8654efef478849228cb1ea2d39f2901a 2024-11-20T20:21:22,702 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/meta/1588230740/rep_barrier/8654efef478849228cb1ea2d39f2901a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T20:21:22,703 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/meta/1588230740/.tmp/table/5096874afbb64fc2a2550a0008c03ef8 as hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/meta/1588230740/table/5096874afbb64fc2a2550a0008c03ef8 2024-11-20T20:21:22,725 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/meta/1588230740/table/5096874afbb64fc2a2550a0008c03ef8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T20:21:22,727 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 794ms, sequenceid=16, compaction requested=false 2024-11-20T20:21:22,742 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T20:21:22,743 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:21:22,743 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:21:22,743 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:21:22,743 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134081930Running coprocessor pre-close hooks at 1732134081930Disabling compacts and flushes for region at 1732134081930Disabling writes for close at 1732134081930Obtaining lock to block concurrent updates at 1732134081933 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732134081933Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732134081934 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732134081935 (+1 ms)Flushing 1588230740/info: creating writer at 1732134081935Flushing 1588230740/info: appending metadata at 1732134081961 (+26 ms)Flushing 1588230740/info: closing flushed file at 1732134081961Flushing 1588230740/ns: creating writer at 1732134081982 (+21 ms)Flushing 1588230740/ns: appending metadata at 1732134082014 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1732134082014Flushing 1588230740/rep_barrier: creating writer at 1732134082099 (+85 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732134082171 (+72 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732134082171Flushing 1588230740/table: creating writer at 1732134082219 (+48 ms)Flushing 1588230740/table: appending metadata at 1732134082244 (+25 ms)Flushing 1588230740/table: closing flushed file at 1732134082244Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49c1c2ad: reopening flushed file at 1732134082670 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39f33c5d: reopening flushed file at 1732134082682 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4af3e135: reopening flushed file at 1732134082694 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34cad8a0: reopening flushed file at 1732134082702 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 794ms, sequenceid=16, compaction requested=false at 1732134082727 (+25 ms)Writing region close event to WAL at 1732134082729 (+2 ms)Running coprocessor post-close hooks at 1732134082743 (+14 ms)Closed at 1732134082743 2024-11-20T20:21:22,743 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T20:21:22,745 INFO [RS:0;d7d59561a64e:40573 {}] regionserver.HRegionServer(976): stopping server d7d59561a64e,40573,1732134059044; all regions closed. 2024-11-20T20:21:22,752 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.meta.1732134062158.meta not finished, retry = 0 2024-11-20T20:21:22,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741834_1010 (size=4239) 2024-11-20T20:21:22,861 DEBUG [RS:0;d7d59561a64e:40573 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/oldWALs 2024-11-20T20:21:22,861 INFO [RS:0;d7d59561a64e:40573 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C40573%2C1732134059044.meta:.meta(num 1732134062158) 2024-11-20T20:21:22,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741839_1015 (size=2695) 2024-11-20T20:21:22,899 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.rep.1732134072982 not finished, retry = 0 2024-11-20T20:21:22,928 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:21:22,929 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d7d59561a64e:35369 this server is in the failed servers list 2024-11-20T20:21:22,929 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7d59561a64e,35369,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d7d59561a64e:35369 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d7d59561a64e:35369 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T20:21:22,964 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.wal-reader.d7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/WALs/d7d59561a64e,40573,1732134059044/d7d59561a64e%2C40573%2C1732134059044.1732134061804 to pos 1328, reset compression=false 2024-11-20T20:21:23,004 DEBUG [RS:0;d7d59561a64e:40573 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/oldWALs 2024-11-20T20:21:23,004 INFO [RS:0;d7d59561a64e:40573 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C40573%2C1732134059044.rep:(num 1732134072982) 2024-11-20T20:21:23,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741833_1009 (size=1336) 2024-11-20T20:21:23,017 DEBUG [RS:0;d7d59561a64e:40573 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/oldWALs 2024-11-20T20:21:23,017 INFO [RS:0;d7d59561a64e:40573 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C40573%2C1732134059044:(num 1732134061804) 2024-11-20T20:21:23,017 DEBUG [RS:0;d7d59561a64e:40573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:23,017 INFO [RS:0;d7d59561a64e:40573 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:21:23,017 INFO [RS:0;d7d59561a64e:40573 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:21:23,017 INFO [RS:0;d7d59561a64e:40573 {}] hbase.ChoreService(370): Chore service for: regionserver/d7d59561a64e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T20:21:23,017 INFO [RS:0;d7d59561a64e:40573 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:21:23,018 INFO [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:21:23,018 INFO [RS:0;d7d59561a64e:40573 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7d59561a64e,40573,1732134059044 because: Region server is closing 2024-11-20T20:21:23,018 INFO [RS:0;d7d59561a64e:40573 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:40573. 2024-11-20T20:21:23,018 DEBUG [RS:0;d7d59561a64e:40573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:21:23,018 DEBUG [RS:0;d7d59561a64e:40573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:23,018 DEBUG [RS:0;d7d59561a64e:40573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:23,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:21:23,126 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.shipperd7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-20T20:21:23,126 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.shipperd7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T20:21:23,127 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.wal-reader.d7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T20:21:23,126 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.shipperd7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-20T20:21:23,527 INFO [RS:0;d7d59561a64e:40573 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,40573,1732134059044.replicationSource.shipperd7d59561a64e%2C40573%2C1732134059044,1-d7d59561a64e,40573,1732134059044 terminated 2024-11-20T20:21:23,528 INFO [RS:0;d7d59561a64e:40573 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:40573. 2024-11-20T20:21:23,528 DEBUG [RS:0;d7d59561a64e:40573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:21:23,528 DEBUG [RS:0;d7d59561a64e:40573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:23,528 DEBUG [RS:0;d7d59561a64e:40573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:23,528 INFO [RS:0;d7d59561a64e:40573 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40573 2024-11-20T20:21:23,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:21:23,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35441-0x10159e82daa0000, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2084752544/rs 2024-11-20T20:21:23,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x10159e82daa0001, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2084752544/rs/d7d59561a64e,40573,1732134059044 2024-11-20T20:21:23,594 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7d59561a64e,40573,1732134059044] 2024-11-20T20:21:23,594 INFO [RS:0;d7d59561a64e:40573 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:21:23,603 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2084752544/draining/d7d59561a64e,40573,1732134059044 already deleted, retry=false 2024-11-20T20:21:23,603 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7d59561a64e,40573,1732134059044 expired; onlineServers=0 2024-11-20T20:21:23,603 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7d59561a64e,35441,1732134058822' ***** 2024-11-20T20:21:23,603 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T20:21:23,604 INFO [M:0;d7d59561a64e:35441 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:21:23,604 INFO [M:0;d7d59561a64e:35441 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:21:23,604 DEBUG [M:0;d7d59561a64e:35441 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T20:21:23,604 DEBUG [M:0;d7d59561a64e:35441 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T20:21:23,604 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134061404 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134061404,5,FailOnTimeoutGroup] 2024-11-20T20:21:23,604 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134061408 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134061408,5,FailOnTimeoutGroup] 2024-11-20T20:21:23,604 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T20:21:23,605 INFO [M:0;d7d59561a64e:35441 {}] hbase.ChoreService(370): Chore service for: master/d7d59561a64e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T20:21:23,605 INFO [M:0;d7d59561a64e:35441 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:21:23,605 DEBUG [M:0;d7d59561a64e:35441 {}] master.HMaster(1795): Stopping service threads 2024-11-20T20:21:23,605 INFO [M:0;d7d59561a64e:35441 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T20:21:23,605 INFO [M:0;d7d59561a64e:35441 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:21:23,605 INFO [M:0;d7d59561a64e:35441 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T20:21:23,605 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T20:21:23,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35441-0x10159e82daa0000, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2084752544/master 2024-11-20T20:21:23,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35441-0x10159e82daa0000, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2084752544 2024-11-20T20:21:23,639 DEBUG [M:0;d7d59561a64e:35441 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2084752544/master already deleted, retry=false 2024-11-20T20:21:23,639 DEBUG [M:0;d7d59561a64e:35441 {}] master.ActiveMasterManager(353): master:35441-0x10159e82daa0000, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-2084752544/master 2024-11-20T20:21:23,640 INFO [M:0;d7d59561a64e:35441 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/.lastflushedseqids 2024-11-20T20:21:23,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741852_1028 (size=263) 2024-11-20T20:21:23,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x10159e82daa0001, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:21:23,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40573-0x10159e82daa0001, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:21:23,715 INFO [RS:0;d7d59561a64e:40573 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:21:23,715 INFO [RS:0;d7d59561a64e:40573 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7d59561a64e,40573,1732134059044; zookeeper connection closed. 2024-11-20T20:21:23,715 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a1ef2c5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a1ef2c5 2024-11-20T20:21:23,716 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T20:21:23,939 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:21:23,940 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7d59561a64e,35369,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T20:21:23,945 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2145 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7d59561a64e,35369,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T20:21:24,071 INFO [M:0;d7d59561a64e:35441 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T20:21:24,071 INFO [M:0;d7d59561a64e:35441 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T20:21:24,072 DEBUG [M:0;d7d59561a64e:35441 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:21:24,072 INFO [M:0;d7d59561a64e:35441 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:24,072 DEBUG [M:0;d7d59561a64e:35441 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:24,072 DEBUG [M:0;d7d59561a64e:35441 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:21:24,072 DEBUG [M:0;d7d59561a64e:35441 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:24,072 INFO [M:0;d7d59561a64e:35441 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T20:21:24,092 DEBUG [M:0;d7d59561a64e:35441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a768fc6568c84efc932df689a0bedc58 is 82, key is hbase:meta,,1/info:regioninfo/1732134062271/Put/seqid=0 2024-11-20T20:21:24,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:21:24,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T20:21:24,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T20:21:24,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T20:21:24,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:21:24,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T20:21:24,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741853_1029 (size=5672) 2024-11-20T20:21:24,100 INFO [M:0;d7d59561a64e:35441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a768fc6568c84efc932df689a0bedc58 2024-11-20T20:21:24,120 DEBUG [M:0;d7d59561a64e:35441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49dd0b69b73f43b59f6cca35f5306472 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732134073041/Put/seqid=0 2024-11-20T20:21:24,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741854_1030 (size=8516) 2024-11-20T20:21:24,124 INFO [M:0;d7d59561a64e:35441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49dd0b69b73f43b59f6cca35f5306472 2024-11-20T20:21:24,153 DEBUG [M:0;d7d59561a64e:35441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73369e61cbf142f6b887bcfbcb703302 is 69, key is d7d59561a64e,40573,1732134059044/rs:state/1732134061486/Put/seqid=0 2024-11-20T20:21:24,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741855_1031 (size=5156) 2024-11-20T20:21:24,160 INFO [M:0;d7d59561a64e:35441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73369e61cbf142f6b887bcfbcb703302 2024-11-20T20:21:24,165 DEBUG [M:0;d7d59561a64e:35441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a768fc6568c84efc932df689a0bedc58 as hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a768fc6568c84efc932df689a0bedc58 2024-11-20T20:21:24,169 INFO [M:0;d7d59561a64e:35441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a768fc6568c84efc932df689a0bedc58, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T20:21:24,170 DEBUG [M:0;d7d59561a64e:35441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49dd0b69b73f43b59f6cca35f5306472 as hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49dd0b69b73f43b59f6cca35f5306472 2024-11-20T20:21:24,184 INFO [M:0;d7d59561a64e:35441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49dd0b69b73f43b59f6cca35f5306472, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T20:21:24,188 DEBUG [M:0;d7d59561a64e:35441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73369e61cbf142f6b887bcfbcb703302 as hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/73369e61cbf142f6b887bcfbcb703302 2024-11-20T20:21:24,195 INFO [M:0;d7d59561a64e:35441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43363/user/jenkins/test-data/33ade6fd-a2fa-6e79-ca32-254ed1a3f5ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/73369e61cbf142f6b887bcfbcb703302, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T20:21:24,201 INFO [M:0;d7d59561a64e:35441 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=97, compaction requested=false 2024-11-20T20:21:24,219 INFO [M:0;d7d59561a64e:35441 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:24,219 DEBUG [M:0;d7d59561a64e:35441 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134084072Disabling compacts and flushes for region at 1732134084072Disabling writes for close at 1732134084072Obtaining lock to block concurrent updates at 1732134084072Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732134084072Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732134084073 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732134084073Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732134084073Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732134084092 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732134084092Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732134084104 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732134084119 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732134084119Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732134084134 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732134084153 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732134084153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d08e922: reopening flushed file at 1732134084164 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77000976: reopening flushed file at 1732134084169 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@701501f6: reopening flushed file at 1732134084184 (+15 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=97, compaction requested=false at 1732134084201 (+17 ms)Writing region close event to WAL at 1732134084219 (+18 ms)Closed at 1732134084219 2024-11-20T20:21:24,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741830_1006 (size=63654) 2024-11-20T20:21:24,229 INFO [M:0;d7d59561a64e:35441 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T20:21:24,230 INFO [M:0;d7d59561a64e:35441 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35441 2024-11-20T20:21:24,231 INFO [M:0;d7d59561a64e:35441 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:21:24,231 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:21:24,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35441-0x10159e82daa0000, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:21:24,388 INFO [M:0;d7d59561a64e:35441 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:21:24,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35441-0x10159e82daa0000, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:21:24,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c0391c7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:21:24,397 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7820b50b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:21:24,397 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:21:24,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7161e3d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:21:24,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1273234{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/hadoop.log.dir/,STOPPED} 2024-11-20T20:21:24,399 WARN [BP-46985120-172.17.0.2-1732134056468 heartbeating to localhost/127.0.0.1:43363 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T20:21:24,399 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T20:21:24,399 WARN [BP-46985120-172.17.0.2-1732134056468 heartbeating to localhost/127.0.0.1:43363 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-46985120-172.17.0.2-1732134056468 (Datanode Uuid b92351bb-64ff-4ac9-a23e-2f9243d568e9) service to localhost/127.0.0.1:43363 2024-11-20T20:21:24,399 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T20:21:24,399 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/cluster_9cc7ffdb-8ee8-8f19-03b8-613405a6d8ab/data/data1/current/BP-46985120-172.17.0.2-1732134056468 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:21:24,400 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/cluster_9cc7ffdb-8ee8-8f19-03b8-613405a6d8ab/data/data2/current/BP-46985120-172.17.0.2-1732134056468 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:21:24,400 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T20:21:24,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e8fb846{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:21:24,406 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@486001b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:21:24,406 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:21:24,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2232c90b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:21:24,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a7cd469{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ccd21af0-a4f4-ba73-a252-906c40b687a5/hadoop.log.dir/,STOPPED} 2024-11-20T20:21:24,415 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T20:21:24,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T20:21:24,452 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=247 (was 208) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61566) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43363 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43363 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:46035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46035 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46035 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46035 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46035 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46035 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:43363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46035 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61566) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43363 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=623 (was 581) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=643 (was 705), ProcessCount=11 (was 11), AvailableMemoryMB=1344 (was 1439) 2024-11-20T20:21:24,464 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=247, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=643, ProcessCount=11, AvailableMemoryMB=1344 2024-11-20T20:21:24,478 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-20T20:21:24,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/hadoop.log.dir so I do NOT create it in target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8 2024-11-20T20:21:24,484 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T20:21:24,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/hadoop.tmp.dir so I do NOT create it in target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8 2024-11-20T20:21:24,484 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b2fb4f0-7d49-4667-cdff-95dcada75ebe/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T20:21:24,484 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8 2024-11-20T20:21:24,484 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/cluster_359ee9a1-f921-854d-ee38-c0f91b1b7140, deleteOnExit=true 2024-11-20T20:21:24,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10159e82daa0002, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T20:21:24,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10159e82daa0005, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T20:21:24,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10159e82daa0002, quorum=127.0.0.1:61566, baseZNode=/0-2084752544 Received Disconnected from ZooKeeper, ignoring 2024-11-20T20:21:24,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10159e82daa0005, quorum=127.0.0.1:61566, baseZNode=/11538531022 Received Disconnected from ZooKeeper, ignoring 2024-11-20T20:21:24,774 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/cluster_359ee9a1-f921-854d-ee38-c0f91b1b7140/zookeeper_0, clientPort=55483, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/cluster_359ee9a1-f921-854d-ee38-c0f91b1b7140/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/cluster_359ee9a1-f921-854d-ee38-c0f91b1b7140/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T20:21:24,775 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55483 2024-11-20T20:21:24,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T20:21:24,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T20:21:24,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/test.cache.data in system properties and HBase conf 2024-11-20T20:21:24,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T20:21:24,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/hadoop.log.dir in system properties and HBase conf 2024-11-20T20:21:24,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T20:21:24,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T20:21:24,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T20:21:24,776 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T20:21:24,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:21:24,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:21:24,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T20:21:24,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:21:24,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T20:21:24,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T20:21:24,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:21:24,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:21:24,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T20:21:24,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/nfs.dump.dir in system properties and HBase conf 2024-11-20T20:21:24,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/java.io.tmpdir in system properties and HBase conf 2024-11-20T20:21:24,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:21:24,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T20:21:24,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T20:21:25,867 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:21:25,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:25,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:25,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:25,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:25,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:25,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:25,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:25,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:25,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:25,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:25,959 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:21:25,960 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7d59561a64e,35369,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T20:21:25,960 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4165 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7d59561a64e,35369,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T20:21:26,322 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:21:26,330 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:21:26,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:21:26,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:21:26,336 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:21:26,341 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:21:26,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53047f3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:21:26,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@629adae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:21:26,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@274f18d2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/java.io.tmpdir/jetty-localhost-36445-hadoop-hdfs-3_4_1-tests_jar-_-any-10747052835476154951/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:21:26,476 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f55408b{HTTP/1.1, (http/1.1)}{localhost:36445} 2024-11-20T20:21:26,476 INFO [Time-limited test {}] server.Server(415): Started @191793ms 2024-11-20T20:21:26,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:21:26,782 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:21:26,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:21:26,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:21:26,788 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:21:26,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41731668{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:21:26,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36063768{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:21:26,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58e9f6a3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/java.io.tmpdir/jetty-localhost-44839-hadoop-hdfs-3_4_1-tests_jar-_-any-7323823104992805365/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:21:26,912 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62f39c0d{HTTP/1.1, (http/1.1)}{localhost:44839} 2024-11-20T20:21:26,912 INFO [Time-limited test {}] server.Server(415): Started @192230ms 2024-11-20T20:21:26,914 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T20:21:27,788 WARN [Thread-2170 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/cluster_359ee9a1-f921-854d-ee38-c0f91b1b7140/data/data1/current/BP-1779220672-172.17.0.2-1732134084807/current, will proceed with Du for space computation calculation, 2024-11-20T20:21:27,788 WARN [Thread-2171 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/cluster_359ee9a1-f921-854d-ee38-c0f91b1b7140/data/data2/current/BP-1779220672-172.17.0.2-1732134084807/current, will proceed with Du for space computation calculation, 2024-11-20T20:21:27,813 WARN [Thread-2158 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T20:21:27,815 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcbaf589e2832e204 with lease ID 0xf143fca4bbc996b: Processing first storage report for DS-89fe5fff-1801-491e-af2b-2c43f568b44f from datanode DatanodeRegistration(127.0.0.1:35127, datanodeUuid=8bc92058-57b5-4a90-9a31-f8da18193e87, infoPort=37239, infoSecurePort=0, ipcPort=44211, storageInfo=lv=-57;cid=testClusterID;nsid=1728444122;c=1732134084807) 2024-11-20T20:21:27,815 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcbaf589e2832e204 with lease ID 0xf143fca4bbc996b: from storage DS-89fe5fff-1801-491e-af2b-2c43f568b44f node DatanodeRegistration(127.0.0.1:35127, datanodeUuid=8bc92058-57b5-4a90-9a31-f8da18193e87, infoPort=37239, infoSecurePort=0, ipcPort=44211, storageInfo=lv=-57;cid=testClusterID;nsid=1728444122;c=1732134084807), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:21:27,815 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcbaf589e2832e204 with lease ID 0xf143fca4bbc996b: Processing first storage report for DS-333470d1-8be0-4be3-82d4-00ad2a1c31f9 from datanode DatanodeRegistration(127.0.0.1:35127, datanodeUuid=8bc92058-57b5-4a90-9a31-f8da18193e87, infoPort=37239, infoSecurePort=0, ipcPort=44211, storageInfo=lv=-57;cid=testClusterID;nsid=1728444122;c=1732134084807) 2024-11-20T20:21:27,815 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcbaf589e2832e204 with lease ID 0xf143fca4bbc996b: from storage DS-333470d1-8be0-4be3-82d4-00ad2a1c31f9 node DatanodeRegistration(127.0.0.1:35127, datanodeUuid=8bc92058-57b5-4a90-9a31-f8da18193e87, infoPort=37239, infoSecurePort=0, ipcPort=44211, storageInfo=lv=-57;cid=testClusterID;nsid=1728444122;c=1732134084807), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:21:27,872 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8 2024-11-20T20:21:27,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:27,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:27,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35127 is added to blk_1073741825_1001 (size=7) 2024-11-20T20:21:27,887 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b with version=8 2024-11-20T20:21:27,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/hbase-staging 2024-11-20T20:21:27,889 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:21:27,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:21:27,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:21:27,889 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:21:27,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:21:27,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:21:27,889 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T20:21:27,889 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:21:27,890 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38855 2024-11-20T20:21:27,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38855 connecting to ZooKeeper ensemble=127.0.0.1:55483 2024-11-20T20:21:27,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388550x0, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:21:27,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38855-0x10159e89c500000 connected 2024-11-20T20:21:28,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:28,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:28,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38855-0x10159e89c500000, quorum=127.0.0.1:55483, baseZNode=/01837770031 Set watcher on znode that does not yet exist, /01837770031/running 2024-11-20T20:21:28,085 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b, hbase.cluster.distributed=false 2024-11-20T20:21:28,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38855-0x10159e89c500000, quorum=127.0.0.1:55483, baseZNode=/01837770031 Set watcher on znode that does not yet exist, /01837770031/acl 2024-11-20T20:21:28,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38855 2024-11-20T20:21:28,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38855 2024-11-20T20:21:28,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38855 2024-11-20T20:21:28,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38855 2024-11-20T20:21:28,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38855 2024-11-20T20:21:28,126 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:21:28,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:21:28,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:21:28,127 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:21:28,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:21:28,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:21:28,127 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T20:21:28,127 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:21:28,127 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45405 2024-11-20T20:21:28,128 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45405 connecting to ZooKeeper ensemble=127.0.0.1:55483 2024-11-20T20:21:28,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:28,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:28,144 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454050x0, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:21:28,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45405-0x10159e89c500001 connected 2024-11-20T20:21:28,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45405-0x10159e89c500001, quorum=127.0.0.1:55483, baseZNode=/01837770031 Set watcher on znode that does not yet exist, /01837770031/running 2024-11-20T20:21:28,145 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T20:21:28,148 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T20:21:28,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45405-0x10159e89c500001, quorum=127.0.0.1:55483, baseZNode=/01837770031 Set watcher on znode that does not yet exist, /01837770031/master 2024-11-20T20:21:28,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45405-0x10159e89c500001, quorum=127.0.0.1:55483, baseZNode=/01837770031 Set watcher on znode that does not yet exist, /01837770031/acl 2024-11-20T20:21:28,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45405 2024-11-20T20:21:28,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45405 2024-11-20T20:21:28,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45405 2024-11-20T20:21:28,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45405 2024-11-20T20:21:28,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45405 2024-11-20T20:21:28,178 DEBUG [M:0;d7d59561a64e:38855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7d59561a64e:38855 2024-11-20T20:21:28,178 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01837770031/backup-masters/d7d59561a64e,38855,1732134087889 2024-11-20T20:21:28,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x10159e89c500000, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837770031/backup-masters 2024-11-20T20:21:28,186 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x10159e89c500001, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837770031/backup-masters 2024-11-20T20:21:28,186 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38855-0x10159e89c500000, quorum=127.0.0.1:55483, baseZNode=/01837770031 Set watcher on existing znode=/01837770031/backup-masters/d7d59561a64e,38855,1732134087889 2024-11-20T20:21:28,196 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x10159e89c500001, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01837770031/master 2024-11-20T20:21:28,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x10159e89c500000, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837770031 2024-11-20T20:21:28,197 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x10159e89c500001, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837770031 2024-11-20T20:21:28,197 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38855-0x10159e89c500000, quorum=127.0.0.1:55483, baseZNode=/01837770031 Set watcher on existing znode=/01837770031/master 2024-11-20T20:21:28,198 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01837770031/backup-masters/d7d59561a64e,38855,1732134087889 from backup master directory 2024-11-20T20:21:28,207 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x10159e89c500001, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837770031/backup-masters 2024-11-20T20:21:28,207 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:21:28,207 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7d59561a64e,38855,1732134087889 2024-11-20T20:21:28,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x10159e89c500000, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01837770031/backup-masters/d7d59561a64e,38855,1732134087889 2024-11-20T20:21:28,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x10159e89c500000, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837770031/backup-masters 2024-11-20T20:21:28,211 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/hbase.id] with ID: 564feccd-3d81-4eb3-a3cc-6cee207f39dd 2024-11-20T20:21:28,211 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/.tmp/hbase.id 2024-11-20T20:21:28,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35127 is added to blk_1073741826_1002 (size=42) 2024-11-20T20:21:28,625 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/.tmp/hbase.id]:[hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/hbase.id] 2024-11-20T20:21:28,637 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:28,638 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T20:21:28,639 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T20:21:28,688 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x10159e89c500001, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837770031 2024-11-20T20:21:28,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x10159e89c500000, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837770031 2024-11-20T20:21:28,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35127 is added to blk_1073741827_1003 (size=196) 2024-11-20T20:21:28,736 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:21:28,737 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T20:21:28,738 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:21:28,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35127 is added to blk_1073741828_1004 (size=1189) 2024-11-20T20:21:28,759 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/MasterData/data/master/store 2024-11-20T20:21:28,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35127 is added to blk_1073741829_1005 (size=34) 2024-11-20T20:21:28,793 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:28,793 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:21:28,793 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:28,793 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:28,793 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:21:28,793 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:28,793 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:28,793 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134088793Disabling compacts and flushes for region at 1732134088793Disabling writes for close at 1732134088793Writing region close event to WAL at 1732134088793Closed at 1732134088793 2024-11-20T20:21:28,794 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/MasterData/data/master/store/.initializing 2024-11-20T20:21:28,794 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/MasterData/WALs/d7d59561a64e,38855,1732134087889 2024-11-20T20:21:28,795 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:21:28,796 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C38855%2C1732134087889, suffix=, logDir=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/MasterData/WALs/d7d59561a64e,38855,1732134087889, archiveDir=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/MasterData/oldWALs, maxLogs=10 2024-11-20T20:21:28,817 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/MasterData/WALs/d7d59561a64e,38855,1732134087889/d7d59561a64e%2C38855%2C1732134087889.1732134088796, exclude list is [], retry=0 2024-11-20T20:21:28,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35127,DS-89fe5fff-1801-491e-af2b-2c43f568b44f,DISK] 2024-11-20T20:21:28,829 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/MasterData/WALs/d7d59561a64e,38855,1732134087889/d7d59561a64e%2C38855%2C1732134087889.1732134088796 2024-11-20T20:21:28,829 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37239:37239)] 2024-11-20T20:21:28,829 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:21:28,829 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:28,830 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:28,830 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:28,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:28,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T20:21:28,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:28,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:28,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:28,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T20:21:28,834 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:28,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:28,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:28,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T20:21:28,836 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:28,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:28,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:28,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T20:21:28,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:28,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:28,837 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:28,838 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:28,838 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:28,840 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:28,840 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:28,840 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:21:28,843 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:28,849 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:21:28,849 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64831093, jitterRate=-0.03394143283367157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:21:28,850 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732134088830Initializing all the Stores at 1732134088831 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134088831Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134088831Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134088831Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134088831Cleaning up temporary data from old regions at 1732134088840 (+9 ms)Region opened successfully at 1732134088850 (+10 ms) 2024-11-20T20:21:28,852 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T20:21:28,856 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b7017c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:21:28,857 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T20:21:28,857 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T20:21:28,857 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T20:21:28,857 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T20:21:28,858 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T20:21:28,858 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T20:21:28,858 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T20:21:28,862 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T20:21:28,862 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38855-0x10159e89c500000, quorum=127.0.0.1:55483, baseZNode=/01837770031 Unable to get data of znode /01837770031/balancer because node does not exist (not necessarily an error) 2024-11-20T20:21:28,870 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01837770031/balancer already deleted, retry=false 2024-11-20T20:21:28,871 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T20:21:28,871 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38855-0x10159e89c500000, quorum=127.0.0.1:55483, baseZNode=/01837770031 Unable to get data of znode /01837770031/normalizer because node does not exist (not necessarily an error) 2024-11-20T20:21:28,881 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01837770031/normalizer already deleted, retry=false 2024-11-20T20:21:28,881 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T20:21:28,882 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38855-0x10159e89c500000, quorum=127.0.0.1:55483, baseZNode=/01837770031 Unable to get data of znode /01837770031/switch/split because node does not exist (not necessarily an error) 2024-11-20T20:21:28,891 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01837770031/switch/split already deleted, retry=false 2024-11-20T20:21:28,898 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38855-0x10159e89c500000, quorum=127.0.0.1:55483, baseZNode=/01837770031 Unable to get data of znode /01837770031/switch/merge because node does not exist (not necessarily an error) 2024-11-20T20:21:28,909 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01837770031/switch/merge already deleted, retry=false 2024-11-20T20:21:28,911 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38855-0x10159e89c500000, quorum=127.0.0.1:55483, baseZNode=/01837770031 Unable to get data of znode /01837770031/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T20:21:28,923 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01837770031/snapshot-cleanup already deleted, retry=false 2024-11-20T20:21:28,933 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x10159e89c500001, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01837770031/running 2024-11-20T20:21:28,933 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x10159e89c500001, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837770031 2024-11-20T20:21:28,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x10159e89c500000, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01837770031/running 2024-11-20T20:21:28,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x10159e89c500000, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837770031 2024-11-20T20:21:28,934 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7d59561a64e,38855,1732134087889, sessionid=0x10159e89c500000, setting cluster-up flag (Was=false) 2024-11-20T20:21:28,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x10159e89c500000, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837770031 2024-11-20T20:21:28,954 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x10159e89c500001, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837770031 2024-11-20T20:21:28,986 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01837770031/flush-table-proc/acquired, /01837770031/flush-table-proc/reached, /01837770031/flush-table-proc/abort 2024-11-20T20:21:28,987 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,38855,1732134087889 2024-11-20T20:21:29,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x10159e89c500000, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837770031 2024-11-20T20:21:29,014 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x10159e89c500001, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837770031 2024-11-20T20:21:29,046 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01837770031/online-snapshot/acquired, /01837770031/online-snapshot/reached, /01837770031/online-snapshot/abort 2024-11-20T20:21:29,047 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,38855,1732134087889 2024-11-20T20:21:29,048 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T20:21:29,049 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T20:21:29,049 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T20:21:29,049 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T20:21:29,050 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7d59561a64e,38855,1732134087889 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T20:21:29,051 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:21:29,051 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:21:29,051 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:21:29,051 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:21:29,051 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7d59561a64e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T20:21:29,051 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:29,051 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:21:29,051 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:29,058 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:21:29,058 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T20:21:29,059 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:29,059 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T20:21:29,070 INFO [RS:0;d7d59561a64e:45405 {}] regionserver.HRegionServer(746): ClusterId : 564feccd-3d81-4eb3-a3cc-6cee207f39dd 2024-11-20T20:21:29,070 DEBUG [RS:0;d7d59561a64e:45405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T20:21:29,072 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732134119072 2024-11-20T20:21:29,072 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T20:21:29,072 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T20:21:29,072 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T20:21:29,072 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T20:21:29,073 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T20:21:29,073 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T20:21:29,079 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:29,081 DEBUG [RS:0;d7d59561a64e:45405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T20:21:29,081 DEBUG [RS:0;d7d59561a64e:45405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T20:21:29,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35127 is added to blk_1073741831_1007 (size=1321) 2024-11-20T20:21:29,088 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T20:21:29,088 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T20:21:29,088 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T20:21:29,088 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T20:21:29,089 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T20:21:29,089 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T20:21:29,091 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134089089,5,FailOnTimeoutGroup] 2024-11-20T20:21:29,091 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134089091,5,FailOnTimeoutGroup] 2024-11-20T20:21:29,091 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:29,091 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T20:21:29,091 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:29,091 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:29,092 DEBUG [RS:0;d7d59561a64e:45405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T20:21:29,092 DEBUG [RS:0;d7d59561a64e:45405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b35d02e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:21:29,106 DEBUG [RS:0;d7d59561a64e:45405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7d59561a64e:45405 2024-11-20T20:21:29,106 INFO [RS:0;d7d59561a64e:45405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T20:21:29,106 INFO [RS:0;d7d59561a64e:45405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T20:21:29,106 DEBUG [RS:0;d7d59561a64e:45405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T20:21:29,107 INFO [RS:0;d7d59561a64e:45405 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d59561a64e,38855,1732134087889 with port=45405, startcode=1732134088119 2024-11-20T20:21:29,107 DEBUG [RS:0;d7d59561a64e:45405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T20:21:29,109 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T20:21:29,109 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38855 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7d59561a64e,45405,1732134088119 2024-11-20T20:21:29,109 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38855 {}] master.ServerManager(517): Registering regionserver=d7d59561a64e,45405,1732134088119 2024-11-20T20:21:29,111 DEBUG [RS:0;d7d59561a64e:45405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b 2024-11-20T20:21:29,111 DEBUG [RS:0;d7d59561a64e:45405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39361 2024-11-20T20:21:29,111 DEBUG [RS:0;d7d59561a64e:45405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T20:21:29,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x10159e89c500000, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837770031/rs 2024-11-20T20:21:29,124 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7d59561a64e,45405,1732134088119] 2024-11-20T20:21:29,124 DEBUG [RS:0;d7d59561a64e:45405 {}] zookeeper.ZKUtil(111): regionserver:45405-0x10159e89c500001, quorum=127.0.0.1:55483, baseZNode=/01837770031 Set watcher on existing znode=/01837770031/rs/d7d59561a64e,45405,1732134088119 2024-11-20T20:21:29,124 WARN [RS:0;d7d59561a64e:45405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:21:29,124 INFO [RS:0;d7d59561a64e:45405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:21:29,124 DEBUG [RS:0;d7d59561a64e:45405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119 2024-11-20T20:21:29,130 INFO [RS:0;d7d59561a64e:45405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T20:21:29,132 INFO [RS:0;d7d59561a64e:45405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T20:21:29,132 INFO [RS:0;d7d59561a64e:45405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T20:21:29,132 INFO [RS:0;d7d59561a64e:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:29,136 INFO [RS:0;d7d59561a64e:45405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T20:21:29,137 INFO [RS:0;d7d59561a64e:45405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T20:21:29,137 INFO [RS:0;d7d59561a64e:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:29,137 DEBUG [RS:0;d7d59561a64e:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:29,137 DEBUG [RS:0;d7d59561a64e:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:29,137 DEBUG [RS:0;d7d59561a64e:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:29,137 DEBUG [RS:0;d7d59561a64e:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:29,137 DEBUG [RS:0;d7d59561a64e:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:29,137 DEBUG [RS:0;d7d59561a64e:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:21:29,137 DEBUG [RS:0;d7d59561a64e:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:29,137 DEBUG [RS:0;d7d59561a64e:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:29,137 DEBUG [RS:0;d7d59561a64e:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:29,137 DEBUG [RS:0;d7d59561a64e:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:29,137 DEBUG [RS:0;d7d59561a64e:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:29,137 DEBUG [RS:0;d7d59561a64e:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:29,137 DEBUG [RS:0;d7d59561a64e:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:21:29,137 DEBUG [RS:0;d7d59561a64e:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:21:29,138 INFO [RS:0;d7d59561a64e:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:29,138 INFO [RS:0;d7d59561a64e:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:29,138 INFO [RS:0;d7d59561a64e:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:29,138 INFO [RS:0;d7d59561a64e:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:29,138 INFO [RS:0;d7d59561a64e:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:29,138 INFO [RS:0;d7d59561a64e:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,45405,1732134088119-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:21:29,158 INFO [RS:0;d7d59561a64e:45405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T20:21:29,158 INFO [RS:0;d7d59561a64e:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,45405,1732134088119-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:29,160 INFO [RS:0;d7d59561a64e:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:29,160 INFO [RS:0;d7d59561a64e:45405 {}] regionserver.Replication(171): d7d59561a64e,45405,1732134088119 started 2024-11-20T20:21:29,174 INFO [RS:0;d7d59561a64e:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:29,174 INFO [RS:0;d7d59561a64e:45405 {}] regionserver.HRegionServer(1482): Serving as d7d59561a64e,45405,1732134088119, RpcServer on d7d59561a64e/172.17.0.2:45405, sessionid=0x10159e89c500001 2024-11-20T20:21:29,174 DEBUG [RS:0;d7d59561a64e:45405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T20:21:29,174 DEBUG [RS:0;d7d59561a64e:45405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7d59561a64e,45405,1732134088119 2024-11-20T20:21:29,174 DEBUG [RS:0;d7d59561a64e:45405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,45405,1732134088119' 2024-11-20T20:21:29,174 DEBUG [RS:0;d7d59561a64e:45405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01837770031/flush-table-proc/abort' 2024-11-20T20:21:29,175 DEBUG [RS:0;d7d59561a64e:45405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01837770031/flush-table-proc/acquired' 2024-11-20T20:21:29,175 DEBUG [RS:0;d7d59561a64e:45405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T20:21:29,175 DEBUG [RS:0;d7d59561a64e:45405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T20:21:29,175 DEBUG [RS:0;d7d59561a64e:45405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7d59561a64e,45405,1732134088119 2024-11-20T20:21:29,175 DEBUG [RS:0;d7d59561a64e:45405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,45405,1732134088119' 2024-11-20T20:21:29,175 DEBUG [RS:0;d7d59561a64e:45405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01837770031/online-snapshot/abort' 2024-11-20T20:21:29,175 DEBUG [RS:0;d7d59561a64e:45405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01837770031/online-snapshot/acquired' 2024-11-20T20:21:29,176 DEBUG [RS:0;d7d59561a64e:45405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T20:21:29,176 INFO [RS:0;d7d59561a64e:45405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T20:21:29,176 INFO [RS:0;d7d59561a64e:45405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T20:21:29,276 INFO [RS:0;d7d59561a64e:45405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:21:29,277 INFO [RS:0;d7d59561a64e:45405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C45405%2C1732134088119, suffix=, logDir=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119, archiveDir=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/oldWALs, maxLogs=10 2024-11-20T20:21:29,291 DEBUG [RS:0;d7d59561a64e:45405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278, exclude list is [], retry=0 2024-11-20T20:21:29,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35127,DS-89fe5fff-1801-491e-af2b-2c43f568b44f,DISK] 2024-11-20T20:21:29,294 INFO [RS:0;d7d59561a64e:45405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 2024-11-20T20:21:29,295 DEBUG [RS:0;d7d59561a64e:45405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37239:37239)] 2024-11-20T20:21:29,486 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T20:21:29,487 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b 2024-11-20T20:21:29,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35127 is added to blk_1073741833_1009 (size=32) 2024-11-20T20:21:29,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:29,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:21:29,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:21:29,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:29,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:29,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:21:29,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:21:29,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:29,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:29,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:21:29,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:21:29,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:29,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:29,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:21:29,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:21:29,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:29,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:29,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:21:29,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/meta/1588230740 2024-11-20T20:21:29,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/meta/1588230740 2024-11-20T20:21:29,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:21:29,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:21:29,501 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:21:29,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:21:29,503 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:21:29,504 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69708704, jitterRate=0.03874063491821289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:21:29,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732134089492Initializing all the Stores at 1732134089493 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134089493Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134089493Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134089493Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134089493Cleaning up temporary data from old regions at 1732134089501 (+8 ms)Region opened successfully at 1732134089504 (+3 ms) 2024-11-20T20:21:29,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:21:29,504 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:21:29,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:21:29,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:21:29,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:21:29,505 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:21:29,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134089504Disabling compacts and flushes for region at 1732134089504Disabling writes for close at 1732134089505 (+1 ms)Writing region close event to WAL at 1732134089505Closed at 1732134089505 2024-11-20T20:21:29,506 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:21:29,506 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T20:21:29,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T20:21:29,507 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:21:29,508 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T20:21:29,658 DEBUG [d7d59561a64e:38855 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T20:21:29,659 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7d59561a64e,45405,1732134088119 2024-11-20T20:21:29,660 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,45405,1732134088119, state=OPENING 2024-11-20T20:21:29,709 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T20:21:29,719 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x10159e89c500001, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837770031 2024-11-20T20:21:29,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x10159e89c500000, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837770031 2024-11-20T20:21:29,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01837770031/meta-region-server: CHANGED 2024-11-20T20:21:29,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01837770031/meta-region-server: CHANGED 2024-11-20T20:21:29,720 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:21:29,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,45405,1732134088119}] 2024-11-20T20:21:29,873 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:21:29,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T20:21:29,877 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T20:21:29,877 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:21:29,877 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T20:21:29,878 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C45405%2C1732134088119.meta, suffix=.meta, logDir=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119, archiveDir=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/oldWALs, maxLogs=10 2024-11-20T20:21:29,893 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.meta.1732134089878.meta, exclude list is [], retry=0 2024-11-20T20:21:29,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35127,DS-89fe5fff-1801-491e-af2b-2c43f568b44f,DISK] 2024-11-20T20:21:29,896 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.meta.1732134089878.meta 2024-11-20T20:21:29,897 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37239:37239)] 2024-11-20T20:21:29,897 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:21:29,897 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:21:29,897 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:21:29,897 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T20:21:29,897 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T20:21:29,897 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T20:21:29,897 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:29,898 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T20:21:29,898 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T20:21:29,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:21:29,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:21:29,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:29,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:29,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:21:29,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:21:29,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:29,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:29,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:21:29,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:21:29,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:29,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:29,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:21:29,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:21:29,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:29,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:29,903 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:21:29,904 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/meta/1588230740 2024-11-20T20:21:29,905 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/meta/1588230740 2024-11-20T20:21:29,906 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:21:29,906 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:21:29,906 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:21:29,907 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:21:29,908 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65025052, jitterRate=-0.031051218509674072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:21:29,908 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T20:21:29,908 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732134089898Writing region info on filesystem at 1732134089898Initializing all the Stores at 1732134089899 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134089899Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134089899Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134089899Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134089899Cleaning up temporary data from old regions at 1732134089906 (+7 ms)Running coprocessor post-open hooks at 1732134089908 (+2 ms)Region opened successfully at 1732134089908 2024-11-20T20:21:29,909 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732134089872 2024-11-20T20:21:29,911 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T20:21:29,912 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T20:21:29,912 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,45405,1732134088119 2024-11-20T20:21:29,913 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,45405,1732134088119, state=OPEN 2024-11-20T20:21:29,949 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x10159e89c500001, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01837770031/meta-region-server 2024-11-20T20:21:29,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x10159e89c500000, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01837770031/meta-region-server 2024-11-20T20:21:29,949 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7d59561a64e,45405,1732134088119 2024-11-20T20:21:29,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01837770031/meta-region-server: CHANGED 2024-11-20T20:21:29,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01837770031/meta-region-server: CHANGED 2024-11-20T20:21:29,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T20:21:29,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,45405,1732134088119 in 229 msec 2024-11-20T20:21:29,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T20:21:29,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 445 msec 2024-11-20T20:21:29,954 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:21:29,954 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T20:21:29,955 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:21:29,955 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,45405,1732134088119, seqNum=-1] 2024-11-20T20:21:29,956 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:21:29,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:21:29,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 913 msec 2024-11-20T20:21:29,963 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732134089963, completionTime=-1 2024-11-20T20:21:29,963 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T20:21:29,963 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T20:21:29,965 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T20:21:29,965 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732134149965 2024-11-20T20:21:29,965 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732134209965 2024-11-20T20:21:29,965 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T20:21:29,966 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,38855,1732134087889-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:29,966 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,38855,1732134087889-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:29,966 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,38855,1732134087889-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:29,966 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7d59561a64e:38855, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:29,966 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:29,966 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:29,968 DEBUG [master/d7d59561a64e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T20:21:29,969 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:21:29,969 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7d59561a64e,35369,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T20:21:29,970 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8175 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7d59561a64e,35369,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T20:21:29,971 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.763sec 2024-11-20T20:21:29,971 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T20:21:29,971 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T20:21:29,971 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T20:21:29,971 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T20:21:29,971 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T20:21:29,971 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,38855,1732134087889-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:21:29,971 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,38855,1732134087889-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T20:21:29,973 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T20:21:29,974 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T20:21:29,974 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,38855,1732134087889-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:30,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7d60ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:30,071 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,38855,-1 for getting cluster id 2024-11-20T20:21:30,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:21:30,073 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '564feccd-3d81-4eb3-a3cc-6cee207f39dd' 2024-11-20T20:21:30,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:21:30,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "564feccd-3d81-4eb3-a3cc-6cee207f39dd" 2024-11-20T20:21:30,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228a63f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:30,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,38855,-1] 2024-11-20T20:21:30,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:21:30,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:30,075 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:21:30,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179e3049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:30,077 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:21:30,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,45405,1732134088119, seqNum=-1] 2024-11-20T20:21:30,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:21:30,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:21:30,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7d59561a64e,38855,1732134087889 2024-11-20T20:21:30,082 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55483 2024-11-20T20:21:30,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:21:30,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10159e89c500002 connected 2024-11-20T20:21:30,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/hadoop.log.dir so I do NOT create it in target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11 2024-11-20T20:21:30,115 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T20:21:30,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/hadoop.tmp.dir so I do NOT create it in target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11 2024-11-20T20:21:30,115 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T20:21:30,115 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11 2024-11-20T20:21:30,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T20:21:30,115 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/cluster_8083ef70-1826-c1b8-57d6-8bd6608e3b2a, deleteOnExit=true 2024-11-20T20:21:30,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T20:21:30,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/test.cache.data in system properties and HBase conf 2024-11-20T20:21:30,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T20:21:30,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/hadoop.log.dir in system properties and HBase conf 2024-11-20T20:21:30,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T20:21:30,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T20:21:30,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T20:21:30,116 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T20:21:30,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:21:30,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:21:30,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T20:21:30,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:21:30,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T20:21:30,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T20:21:30,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:21:30,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:21:30,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T20:21:30,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/nfs.dump.dir in system properties and HBase conf 2024-11-20T20:21:30,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/java.io.tmpdir in system properties and HBase conf 2024-11-20T20:21:30,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:21:30,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T20:21:30,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T20:21:30,478 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:21:30,489 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:21:30,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:21:30,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:21:30,497 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T20:21:30,498 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:21:30,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1baa9f06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:21:30,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18fbd441{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:21:30,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27a418e4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/java.io.tmpdir/jetty-localhost-38663-hadoop-hdfs-3_4_1-tests_jar-_-any-7689884438758077544/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:21:30,630 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@652ca129{HTTP/1.1, (http/1.1)}{localhost:38663} 2024-11-20T20:21:30,630 INFO [Time-limited test {}] server.Server(415): Started @195948ms 2024-11-20T20:21:30,923 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:21:30,927 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:21:30,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:21:30,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:21:30,928 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:21:30,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b57eff4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:21:30,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9e3238{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:21:31,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46d1f438{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/java.io.tmpdir/jetty-localhost-44187-hadoop-hdfs-3_4_1-tests_jar-_-any-7681065645876573682/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:21:31,039 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@765f6862{HTTP/1.1, (http/1.1)}{localhost:44187} 2024-11-20T20:21:31,039 INFO [Time-limited test {}] server.Server(415): Started @196356ms 2024-11-20T20:21:31,040 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T20:21:32,075 WARN [Thread-2290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/cluster_8083ef70-1826-c1b8-57d6-8bd6608e3b2a/data/data1/current/BP-1505862758-172.17.0.2-1732134090137/current, will proceed with Du for space computation calculation, 2024-11-20T20:21:32,075 WARN [Thread-2291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/cluster_8083ef70-1826-c1b8-57d6-8bd6608e3b2a/data/data2/current/BP-1505862758-172.17.0.2-1732134090137/current, will proceed with Du for space computation calculation, 2024-11-20T20:21:32,096 WARN [Thread-2278 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T20:21:32,099 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63ddcda2e847cb3d with lease ID 0x23f27e4fbe66af78: Processing first storage report for DS-15d724f1-1864-4269-9d81-c481bf39a1e1 from datanode DatanodeRegistration(127.0.0.1:39719, datanodeUuid=af150d31-7a48-4443-9195-791b39bdd693, infoPort=39259, infoSecurePort=0, ipcPort=35199, storageInfo=lv=-57;cid=testClusterID;nsid=1101907746;c=1732134090137) 2024-11-20T20:21:32,099 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63ddcda2e847cb3d with lease ID 0x23f27e4fbe66af78: from storage DS-15d724f1-1864-4269-9d81-c481bf39a1e1 node DatanodeRegistration(127.0.0.1:39719, datanodeUuid=af150d31-7a48-4443-9195-791b39bdd693, infoPort=39259, infoSecurePort=0, ipcPort=35199, storageInfo=lv=-57;cid=testClusterID;nsid=1101907746;c=1732134090137), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:21:32,099 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63ddcda2e847cb3d with lease ID 0x23f27e4fbe66af78: Processing first storage report for DS-b4ff36b4-b2ce-4c65-81f0-71898ed8c6a0 from datanode DatanodeRegistration(127.0.0.1:39719, datanodeUuid=af150d31-7a48-4443-9195-791b39bdd693, infoPort=39259, infoSecurePort=0, ipcPort=35199, storageInfo=lv=-57;cid=testClusterID;nsid=1101907746;c=1732134090137) 2024-11-20T20:21:32,099 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63ddcda2e847cb3d with lease ID 0x23f27e4fbe66af78: from storage DS-b4ff36b4-b2ce-4c65-81f0-71898ed8c6a0 node DatanodeRegistration(127.0.0.1:39719, datanodeUuid=af150d31-7a48-4443-9195-791b39bdd693, infoPort=39259, infoSecurePort=0, ipcPort=35199, storageInfo=lv=-57;cid=testClusterID;nsid=1101907746;c=1732134090137), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:21:32,184 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11 2024-11-20T20:21:32,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:32,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:32,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39719 is added to blk_1073741825_1001 (size=7) 2024-11-20T20:21:32,193 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683 with version=8 2024-11-20T20:21:32,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/hbase-staging 2024-11-20T20:21:32,195 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:21:32,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:21:32,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:21:32,196 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:21:32,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:21:32,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:21:32,196 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T20:21:32,196 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:21:32,197 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36363 2024-11-20T20:21:32,197 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36363 connecting to ZooKeeper ensemble=127.0.0.1:55483 2024-11-20T20:21:32,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363630x0, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:21:32,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36363-0x10159e89c500003 connected 2024-11-20T20:21:32,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:32,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:32,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36363-0x10159e89c500003, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Set watcher on znode that does not yet exist, /1-103313945/running 2024-11-20T20:21:32,304 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683, hbase.cluster.distributed=false 2024-11-20T20:21:32,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36363-0x10159e89c500003, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Set watcher on znode that does not yet exist, /1-103313945/acl 2024-11-20T20:21:32,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36363 2024-11-20T20:21:32,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36363 2024-11-20T20:21:32,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36363 2024-11-20T20:21:32,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36363 2024-11-20T20:21:32,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36363 2024-11-20T20:21:32,319 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:21:32,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:21:32,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:21:32,319 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:21:32,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:21:32,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:21:32,320 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T20:21:32,320 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:21:32,320 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41313 2024-11-20T20:21:32,321 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41313 connecting to ZooKeeper ensemble=127.0.0.1:55483 2024-11-20T20:21:32,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:32,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:32,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413130x0, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:21:32,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413130x0, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Set watcher on znode that does not yet exist, /1-103313945/running 2024-11-20T20:21:32,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41313-0x10159e89c500004 connected 2024-11-20T20:21:32,341 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T20:21:32,344 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T20:21:32,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41313-0x10159e89c500004, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Set watcher on znode that does not yet exist, /1-103313945/master 2024-11-20T20:21:32,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41313-0x10159e89c500004, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Set watcher on znode that does not yet exist, /1-103313945/acl 2024-11-20T20:21:32,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41313 2024-11-20T20:21:32,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41313 2024-11-20T20:21:32,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41313 2024-11-20T20:21:32,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41313 2024-11-20T20:21:32,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41313 2024-11-20T20:21:32,370 DEBUG [M:0;d7d59561a64e:36363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7d59561a64e:36363 2024-11-20T20:21:32,370 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-103313945/backup-masters/d7d59561a64e,36363,1732134092195 2024-11-20T20:21:32,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x10159e89c500003, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103313945/backup-masters 2024-11-20T20:21:32,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x10159e89c500004, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103313945/backup-masters 2024-11-20T20:21:32,383 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36363-0x10159e89c500003, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Set watcher on existing znode=/1-103313945/backup-masters/d7d59561a64e,36363,1732134092195 2024-11-20T20:21:32,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x10159e89c500004, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-103313945/master 2024-11-20T20:21:32,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x10159e89c500003, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103313945 2024-11-20T20:21:32,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x10159e89c500004, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103313945 2024-11-20T20:21:32,393 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36363-0x10159e89c500003, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Set watcher on existing znode=/1-103313945/master 2024-11-20T20:21:32,394 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-103313945/backup-masters/d7d59561a64e,36363,1732134092195 from backup master directory 2024-11-20T20:21:32,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x10159e89c500004, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103313945/backup-masters 2024-11-20T20:21:32,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x10159e89c500003, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-103313945/backup-masters/d7d59561a64e,36363,1732134092195 2024-11-20T20:21:32,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x10159e89c500003, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103313945/backup-masters 2024-11-20T20:21:32,403 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:21:32,403 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7d59561a64e,36363,1732134092195 2024-11-20T20:21:32,406 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/hbase.id] with ID: dc94dd09-07af-4d1c-9792-e346109ee12d 2024-11-20T20:21:32,406 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/.tmp/hbase.id 2024-11-20T20:21:32,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39719 is added to blk_1073741826_1002 (size=42) 2024-11-20T20:21:32,814 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/.tmp/hbase.id]:[hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/hbase.id] 2024-11-20T20:21:32,824 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:32,824 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T20:21:32,824 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-20T20:21:32,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x10159e89c500003, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103313945 2024-11-20T20:21:32,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x10159e89c500004, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103313945 2024-11-20T20:21:32,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39719 is added to blk_1073741827_1003 (size=196) 2024-11-20T20:21:33,293 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:21:33,294 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T20:21:33,294 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:21:33,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39719 is added to blk_1073741828_1004 (size=1189) 2024-11-20T20:21:33,300 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/MasterData/data/master/store 2024-11-20T20:21:33,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39719 is added to blk_1073741829_1005 (size=34) 2024-11-20T20:21:33,709 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:33,710 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:21:33,710 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:33,710 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:33,710 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:21:33,710 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:33,710 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:33,710 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134093710Disabling compacts and flushes for region at 1732134093710Disabling writes for close at 1732134093710Writing region close event to WAL at 1732134093710Closed at 1732134093710 2024-11-20T20:21:33,711 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/MasterData/data/master/store/.initializing 2024-11-20T20:21:33,711 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/MasterData/WALs/d7d59561a64e,36363,1732134092195 2024-11-20T20:21:33,712 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:21:33,713 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C36363%2C1732134092195, suffix=, logDir=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/MasterData/WALs/d7d59561a64e,36363,1732134092195, archiveDir=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/MasterData/oldWALs, maxLogs=10 2024-11-20T20:21:33,729 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/MasterData/WALs/d7d59561a64e,36363,1732134092195/d7d59561a64e%2C36363%2C1732134092195.1732134093713, exclude list is [], retry=0 2024-11-20T20:21:33,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39719,DS-15d724f1-1864-4269-9d81-c481bf39a1e1,DISK] 2024-11-20T20:21:33,734 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/MasterData/WALs/d7d59561a64e,36363,1732134092195/d7d59561a64e%2C36363%2C1732134092195.1732134093713 2024-11-20T20:21:33,734 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39259:39259)] 2024-11-20T20:21:33,734 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:21:33,734 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:33,734 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:33,734 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:33,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:33,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T20:21:33,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:33,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:33,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:33,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T20:21:33,738 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:33,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:33,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:33,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T20:21:33,739 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:33,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:33,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:33,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T20:21:33,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:33,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:33,741 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:33,741 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:33,742 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:33,742 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:33,742 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:33,743 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:21:33,743 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:33,745 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:21:33,745 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63926062, jitterRate=-0.04742744565010071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:21:33,745 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732134093734Initializing all the Stores at 1732134093735 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134093735Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134093735Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134093735Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134093735Cleaning up temporary data from old regions at 1732134093742 (+7 ms)Region opened successfully at 1732134093745 (+3 ms) 2024-11-20T20:21:33,745 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T20:21:33,747 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@524bf34e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:21:33,748 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T20:21:33,748 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T20:21:33,748 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T20:21:33,748 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T20:21:33,749 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T20:21:33,749 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T20:21:33,749 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T20:21:33,750 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T20:21:33,751 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36363-0x10159e89c500003, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Unable to get data of znode /1-103313945/balancer because node does not exist (not necessarily an error) 2024-11-20T20:21:33,814 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-103313945/balancer already deleted, retry=false 2024-11-20T20:21:33,814 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T20:21:33,815 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36363-0x10159e89c500003, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Unable to get data of znode /1-103313945/normalizer because node does not exist (not necessarily an error) 2024-11-20T20:21:33,824 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-103313945/normalizer already deleted, retry=false 2024-11-20T20:21:33,825 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T20:21:33,826 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36363-0x10159e89c500003, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Unable to get data of znode /1-103313945/switch/split because node does not exist (not necessarily an error) 2024-11-20T20:21:33,835 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-103313945/switch/split already deleted, retry=false 2024-11-20T20:21:33,836 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36363-0x10159e89c500003, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Unable to get data of znode /1-103313945/switch/merge because node does not exist (not necessarily an error) 2024-11-20T20:21:33,845 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-103313945/switch/merge already deleted, retry=false 2024-11-20T20:21:33,847 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36363-0x10159e89c500003, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Unable to get data of znode /1-103313945/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T20:21:33,856 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-103313945/snapshot-cleanup already deleted, retry=false 2024-11-20T20:21:33,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x10159e89c500003, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-103313945/running 2024-11-20T20:21:33,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x10159e89c500004, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-103313945/running 2024-11-20T20:21:33,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x10159e89c500004, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103313945 2024-11-20T20:21:33,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x10159e89c500003, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103313945 2024-11-20T20:21:33,867 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7d59561a64e,36363,1732134092195, sessionid=0x10159e89c500003, setting cluster-up flag (Was=false) 2024-11-20T20:21:33,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x10159e89c500003, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103313945 2024-11-20T20:21:33,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x10159e89c500004, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103313945 2024-11-20T20:21:33,919 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-103313945/flush-table-proc/acquired, /1-103313945/flush-table-proc/reached, /1-103313945/flush-table-proc/abort 2024-11-20T20:21:33,920 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,36363,1732134092195 2024-11-20T20:21:33,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x10159e89c500004, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103313945 2024-11-20T20:21:33,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x10159e89c500003, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103313945 2024-11-20T20:21:33,975 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-103313945/online-snapshot/acquired, /1-103313945/online-snapshot/reached, /1-103313945/online-snapshot/abort 2024-11-20T20:21:33,976 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,36363,1732134092195 2024-11-20T20:21:33,977 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T20:21:33,978 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T20:21:33,978 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T20:21:33,978 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T20:21:33,979 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7d59561a64e,36363,1732134092195 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T20:21:33,980 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:21:33,980 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:21:33,980 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:21:33,980 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:21:33,980 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7d59561a64e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T20:21:33,980 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:33,980 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:21:33,980 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:33,981 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:21:33,982 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T20:21:33,982 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:33,982 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T20:21:33,988 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732134123988 2024-11-20T20:21:33,988 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T20:21:33,988 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T20:21:33,988 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T20:21:33,988 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T20:21:33,988 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T20:21:33,988 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T20:21:33,992 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:33,996 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T20:21:33,996 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T20:21:33,996 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T20:21:33,996 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T20:21:34,000 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T20:21:34,000 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T20:21:34,001 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134094000,5,FailOnTimeoutGroup] 2024-11-20T20:21:34,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39719 is added to blk_1073741831_1007 (size=1321) 2024-11-20T20:21:34,003 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134094001,5,FailOnTimeoutGroup] 2024-11-20T20:21:34,004 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:34,004 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T20:21:34,004 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:34,004 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:34,004 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T20:21:34,004 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683 2024-11-20T20:21:34,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39719 is added to blk_1073741832_1008 (size=32) 2024-11-20T20:21:34,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:34,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:21:34,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:21:34,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:34,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:34,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:21:34,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:21:34,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:34,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:34,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:21:34,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:21:34,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:34,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:34,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:21:34,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:21:34,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:34,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:34,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:21:34,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/meta/1588230740 2024-11-20T20:21:34,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/meta/1588230740 2024-11-20T20:21:34,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:21:34,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:21:34,039 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:21:34,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:21:34,041 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:21:34,042 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63360835, jitterRate=-0.05584998428821564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:21:34,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732134094030Initializing all the Stores at 1732134094031 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134094031Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134094031Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134094031Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134094031Cleaning up temporary data from old regions at 1732134094038 (+7 ms)Region opened successfully at 1732134094042 (+4 ms) 2024-11-20T20:21:34,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:21:34,042 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:21:34,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:21:34,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:21:34,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:21:34,043 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:21:34,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134094042Disabling compacts and flushes for region at 1732134094042Disabling writes for close at 1732134094042Writing region close event to WAL at 1732134094043 (+1 ms)Closed at 1732134094043 2024-11-20T20:21:34,043 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:21:34,044 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T20:21:34,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T20:21:34,044 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:21:34,045 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T20:21:34,059 INFO [RS:0;d7d59561a64e:41313 {}] regionserver.HRegionServer(746): ClusterId : dc94dd09-07af-4d1c-9792-e346109ee12d 2024-11-20T20:21:34,059 DEBUG [RS:0;d7d59561a64e:41313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T20:21:34,071 DEBUG [RS:0;d7d59561a64e:41313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T20:21:34,071 DEBUG [RS:0;d7d59561a64e:41313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T20:21:34,081 DEBUG [RS:0;d7d59561a64e:41313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T20:21:34,082 DEBUG [RS:0;d7d59561a64e:41313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@618cfb1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:21:34,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T20:21:34,095 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T20:21:34,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:21:34,096 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T20:21:34,096 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:21:34,096 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T20:21:34,099 DEBUG [RS:0;d7d59561a64e:41313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7d59561a64e:41313 2024-11-20T20:21:34,099 INFO [RS:0;d7d59561a64e:41313 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T20:21:34,099 INFO [RS:0;d7d59561a64e:41313 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T20:21:34,099 DEBUG [RS:0;d7d59561a64e:41313 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T20:21:34,100 INFO [RS:0;d7d59561a64e:41313 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d59561a64e,36363,1732134092195 with port=41313, startcode=1732134092319 2024-11-20T20:21:34,100 DEBUG [RS:0;d7d59561a64e:41313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T20:21:34,102 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T20:21:34,102 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36363 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7d59561a64e,41313,1732134092319 2024-11-20T20:21:34,102 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36363 {}] master.ServerManager(517): Registering regionserver=d7d59561a64e,41313,1732134092319 2024-11-20T20:21:34,103 DEBUG [RS:0;d7d59561a64e:41313 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683 2024-11-20T20:21:34,103 DEBUG [RS:0;d7d59561a64e:41313 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35081 2024-11-20T20:21:34,103 DEBUG [RS:0;d7d59561a64e:41313 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T20:21:34,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x10159e89c500003, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103313945/rs 2024-11-20T20:21:34,171 DEBUG [RS:0;d7d59561a64e:41313 {}] zookeeper.ZKUtil(111): regionserver:41313-0x10159e89c500004, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Set watcher on existing znode=/1-103313945/rs/d7d59561a64e,41313,1732134092319 2024-11-20T20:21:34,171 WARN [RS:0;d7d59561a64e:41313 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:21:34,171 INFO [RS:0;d7d59561a64e:41313 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:21:34,171 DEBUG [RS:0;d7d59561a64e:41313 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319 2024-11-20T20:21:34,171 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7d59561a64e,41313,1732134092319] 2024-11-20T20:21:34,174 INFO [RS:0;d7d59561a64e:41313 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T20:21:34,176 INFO [RS:0;d7d59561a64e:41313 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T20:21:34,176 INFO [RS:0;d7d59561a64e:41313 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T20:21:34,176 INFO [RS:0;d7d59561a64e:41313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:34,176 INFO [RS:0;d7d59561a64e:41313 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T20:21:34,177 INFO [RS:0;d7d59561a64e:41313 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T20:21:34,177 INFO [RS:0;d7d59561a64e:41313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:34,177 DEBUG [RS:0;d7d59561a64e:41313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:34,177 DEBUG [RS:0;d7d59561a64e:41313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:34,177 DEBUG [RS:0;d7d59561a64e:41313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:34,178 DEBUG [RS:0;d7d59561a64e:41313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:34,178 DEBUG [RS:0;d7d59561a64e:41313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:34,178 DEBUG [RS:0;d7d59561a64e:41313 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:21:34,178 DEBUG [RS:0;d7d59561a64e:41313 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:34,178 DEBUG [RS:0;d7d59561a64e:41313 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:34,178 DEBUG [RS:0;d7d59561a64e:41313 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:34,178 DEBUG [RS:0;d7d59561a64e:41313 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:34,178 DEBUG [RS:0;d7d59561a64e:41313 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:34,178 DEBUG [RS:0;d7d59561a64e:41313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:34,178 DEBUG [RS:0;d7d59561a64e:41313 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:21:34,178 DEBUG [RS:0;d7d59561a64e:41313 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:21:34,183 INFO [RS:0;d7d59561a64e:41313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:34,183 INFO [RS:0;d7d59561a64e:41313 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:34,183 INFO [RS:0;d7d59561a64e:41313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:34,183 INFO [RS:0;d7d59561a64e:41313 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:34,183 INFO [RS:0;d7d59561a64e:41313 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:34,183 INFO [RS:0;d7d59561a64e:41313 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,41313,1732134092319-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:21:34,195 WARN [d7d59561a64e:36363 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T20:21:34,203 INFO [RS:0;d7d59561a64e:41313 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T20:21:34,203 INFO [RS:0;d7d59561a64e:41313 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,41313,1732134092319-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:34,203 INFO [RS:0;d7d59561a64e:41313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:34,203 INFO [RS:0;d7d59561a64e:41313 {}] regionserver.Replication(171): d7d59561a64e,41313,1732134092319 started 2024-11-20T20:21:34,222 INFO [RS:0;d7d59561a64e:41313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:34,222 INFO [RS:0;d7d59561a64e:41313 {}] regionserver.HRegionServer(1482): Serving as d7d59561a64e,41313,1732134092319, RpcServer on d7d59561a64e/172.17.0.2:41313, sessionid=0x10159e89c500004 2024-11-20T20:21:34,222 DEBUG [RS:0;d7d59561a64e:41313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T20:21:34,222 DEBUG [RS:0;d7d59561a64e:41313 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7d59561a64e,41313,1732134092319 2024-11-20T20:21:34,222 DEBUG [RS:0;d7d59561a64e:41313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,41313,1732134092319' 2024-11-20T20:21:34,222 DEBUG [RS:0;d7d59561a64e:41313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-103313945/flush-table-proc/abort' 2024-11-20T20:21:34,223 DEBUG [RS:0;d7d59561a64e:41313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-103313945/flush-table-proc/acquired' 2024-11-20T20:21:34,223 DEBUG [RS:0;d7d59561a64e:41313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T20:21:34,223 DEBUG [RS:0;d7d59561a64e:41313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T20:21:34,223 DEBUG [RS:0;d7d59561a64e:41313 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7d59561a64e,41313,1732134092319 2024-11-20T20:21:34,223 DEBUG [RS:0;d7d59561a64e:41313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,41313,1732134092319' 2024-11-20T20:21:34,223 DEBUG [RS:0;d7d59561a64e:41313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-103313945/online-snapshot/abort' 2024-11-20T20:21:34,223 DEBUG [RS:0;d7d59561a64e:41313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-103313945/online-snapshot/acquired' 2024-11-20T20:21:34,224 DEBUG [RS:0;d7d59561a64e:41313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T20:21:34,224 INFO [RS:0;d7d59561a64e:41313 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T20:21:34,224 INFO [RS:0;d7d59561a64e:41313 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T20:21:34,324 INFO [RS:0;d7d59561a64e:41313 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:21:34,326 INFO [RS:0;d7d59561a64e:41313 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C41313%2C1732134092319, suffix=, logDir=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319, archiveDir=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/oldWALs, maxLogs=10 2024-11-20T20:21:34,344 DEBUG [RS:0;d7d59561a64e:41313 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326, exclude list is [], retry=0 2024-11-20T20:21:34,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39719,DS-15d724f1-1864-4269-9d81-c481bf39a1e1,DISK] 2024-11-20T20:21:34,348 INFO [RS:0;d7d59561a64e:41313 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326 2024-11-20T20:21:34,349 DEBUG [RS:0;d7d59561a64e:41313 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39259:39259)] 2024-11-20T20:21:34,445 DEBUG [d7d59561a64e:36363 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T20:21:34,446 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7d59561a64e,41313,1732134092319 2024-11-20T20:21:34,447 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,41313,1732134092319, state=OPENING 2024-11-20T20:21:34,519 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T20:21:34,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x10159e89c500003, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103313945 2024-11-20T20:21:34,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x10159e89c500004, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103313945 2024-11-20T20:21:34,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-103313945/meta-region-server: CHANGED 2024-11-20T20:21:34,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-103313945/meta-region-server: CHANGED 2024-11-20T20:21:34,530 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:21:34,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,41313,1732134092319}] 2024-11-20T20:21:34,683 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:21:34,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T20:21:34,687 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T20:21:34,687 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:21:34,687 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T20:21:34,689 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C41313%2C1732134092319.meta, suffix=.meta, logDir=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319, archiveDir=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/oldWALs, maxLogs=10 2024-11-20T20:21:34,705 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.meta.1732134094689.meta, exclude list is [], retry=0 2024-11-20T20:21:34,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39719,DS-15d724f1-1864-4269-9d81-c481bf39a1e1,DISK] 2024-11-20T20:21:34,708 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.meta.1732134094689.meta 2024-11-20T20:21:34,708 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39259:39259)] 2024-11-20T20:21:34,708 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:21:34,709 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:21:34,709 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:21:34,709 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T20:21:34,709 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T20:21:34,709 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T20:21:34,709 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:34,709 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T20:21:34,709 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T20:21:34,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:21:34,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:21:34,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:34,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:34,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:21:34,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:21:34,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:34,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:34,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:21:34,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:21:34,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:34,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:34,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:21:34,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:21:34,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:34,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:34,714 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:21:34,715 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/meta/1588230740 2024-11-20T20:21:34,716 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/meta/1588230740 2024-11-20T20:21:34,716 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:21:34,716 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:21:34,717 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:21:34,718 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:21:34,718 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60386273, jitterRate=-0.10017441213130951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:21:34,718 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T20:21:34,719 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732134094709Writing region info on filesystem at 1732134094709Initializing all the Stores at 1732134094710 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134094710Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134094710Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134094710Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134094710Cleaning up temporary data from old regions at 1732134094716 (+6 ms)Running coprocessor post-open hooks at 1732134094718 (+2 ms)Region opened successfully at 1732134094718 2024-11-20T20:21:34,719 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732134094682 2024-11-20T20:21:34,721 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T20:21:34,721 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T20:21:34,722 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,41313,1732134092319 2024-11-20T20:21:34,722 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,41313,1732134092319, state=OPEN 2024-11-20T20:21:34,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x10159e89c500003, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-103313945/meta-region-server 2024-11-20T20:21:34,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x10159e89c500004, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-103313945/meta-region-server 2024-11-20T20:21:34,733 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7d59561a64e,41313,1732134092319 2024-11-20T20:21:34,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-103313945/meta-region-server: CHANGED 2024-11-20T20:21:34,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-103313945/meta-region-server: CHANGED 2024-11-20T20:21:34,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T20:21:34,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,41313,1732134092319 in 203 msec 2024-11-20T20:21:34,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T20:21:34,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 691 msec 2024-11-20T20:21:34,737 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:21:34,737 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T20:21:34,738 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:21:34,738 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,41313,1732134092319, seqNum=-1] 2024-11-20T20:21:34,739 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:21:34,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:21:34,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 766 msec 2024-11-20T20:21:34,744 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732134094744, completionTime=-1 2024-11-20T20:21:34,744 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T20:21:34,744 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T20:21:34,746 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T20:21:34,746 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732134154746 2024-11-20T20:21:34,746 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732134214746 2024-11-20T20:21:34,746 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T20:21:34,746 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,36363,1732134092195-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:34,746 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,36363,1732134092195-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:34,746 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,36363,1732134092195-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:34,746 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7d59561a64e:36363, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:34,746 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:34,746 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:34,748 DEBUG [master/d7d59561a64e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T20:21:34,749 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.346sec 2024-11-20T20:21:34,749 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T20:21:34,749 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T20:21:34,749 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T20:21:34,749 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T20:21:34,749 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T20:21:34,749 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,36363,1732134092195-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:21:34,749 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,36363,1732134092195-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T20:21:34,751 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T20:21:34,751 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T20:21:34,751 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,36363,1732134092195-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:34,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54bf6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:34,759 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,36363,-1 for getting cluster id 2024-11-20T20:21:34,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:21:34,760 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc94dd09-07af-4d1c-9792-e346109ee12d' 2024-11-20T20:21:34,760 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:21:34,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc94dd09-07af-4d1c-9792-e346109ee12d" 2024-11-20T20:21:34,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c177626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:34,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,36363,-1] 2024-11-20T20:21:34,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:21:34,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:34,762 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:21:34,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d683389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:34,763 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:21:34,764 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,41313,1732134092319, seqNum=-1] 2024-11-20T20:21:34,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:21:34,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:21:34,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7d59561a64e,36363,1732134092195 2024-11-20T20:21:34,768 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55483 2024-11-20T20:21:34,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:21:34,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10159e89c500005 connected 2024-11-20T20:21:34,788 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:21:34,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,38855,1732134087889 2024-11-20T20:21:34,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44b1292e 2024-11-20T20:21:34,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:21:34,790 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:21:34,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:21:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T20:21:34,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:21:34,793 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:34,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T20:21:34,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:21:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:21:34,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35127 is added to blk_1073741835_1011 (size=902) 2024-11-20T20:21:34,805 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7cb2d91394e527e78ab06a69d1d09218, NAME => 'test,,1732134094790.7cb2d91394e527e78ab06a69d1d09218.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b 2024-11-20T20:21:34,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35127 is added to blk_1073741836_1012 (size=39) 2024-11-20T20:21:34,814 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732134094790.7cb2d91394e527e78ab06a69d1d09218.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:34,814 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7cb2d91394e527e78ab06a69d1d09218, disabling compactions & flushes 2024-11-20T20:21:34,814 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732134094790.7cb2d91394e527e78ab06a69d1d09218. 2024-11-20T20:21:34,814 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732134094790.7cb2d91394e527e78ab06a69d1d09218. 2024-11-20T20:21:34,814 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732134094790.7cb2d91394e527e78ab06a69d1d09218. after waiting 0 ms 2024-11-20T20:21:34,814 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732134094790.7cb2d91394e527e78ab06a69d1d09218. 2024-11-20T20:21:34,814 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732134094790.7cb2d91394e527e78ab06a69d1d09218. 2024-11-20T20:21:34,814 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7cb2d91394e527e78ab06a69d1d09218: Waiting for close lock at 1732134094814Disabling compacts and flushes for region at 1732134094814Disabling writes for close at 1732134094814Writing region close event to WAL at 1732134094814Closed at 1732134094814 2024-11-20T20:21:34,816 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:21:34,816 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732134094790.7cb2d91394e527e78ab06a69d1d09218.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732134094816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732134094816"}]},"ts":"1732134094816"} 2024-11-20T20:21:34,818 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:21:34,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:21:34,820 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134094819"}]},"ts":"1732134094819"} 2024-11-20T20:21:34,821 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T20:21:34,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7cb2d91394e527e78ab06a69d1d09218, ASSIGN}] 2024-11-20T20:21:34,823 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7cb2d91394e527e78ab06a69d1d09218, ASSIGN 2024-11-20T20:21:34,824 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7cb2d91394e527e78ab06a69d1d09218, ASSIGN; state=OFFLINE, location=d7d59561a64e,45405,1732134088119; forceNewPlan=false, retain=false 2024-11-20T20:21:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:21:34,974 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7cb2d91394e527e78ab06a69d1d09218, regionState=OPENING, regionLocation=d7d59561a64e,45405,1732134088119 2024-11-20T20:21:34,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7cb2d91394e527e78ab06a69d1d09218, ASSIGN because future has completed 2024-11-20T20:21:34,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cb2d91394e527e78ab06a69d1d09218, server=d7d59561a64e,45405,1732134088119}] 2024-11-20T20:21:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:21:35,133 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732134094790.7cb2d91394e527e78ab06a69d1d09218. 2024-11-20T20:21:35,133 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7cb2d91394e527e78ab06a69d1d09218, NAME => 'test,,1732134094790.7cb2d91394e527e78ab06a69d1d09218.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:21:35,133 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:21:35,133 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T20:21:35,133 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7cb2d91394e527e78ab06a69d1d09218 2024-11-20T20:21:35,133 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732134094790.7cb2d91394e527e78ab06a69d1d09218.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:35,133 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7cb2d91394e527e78ab06a69d1d09218 2024-11-20T20:21:35,134 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7cb2d91394e527e78ab06a69d1d09218 2024-11-20T20:21:35,135 INFO [StoreOpener-7cb2d91394e527e78ab06a69d1d09218-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7cb2d91394e527e78ab06a69d1d09218 2024-11-20T20:21:35,136 INFO [StoreOpener-7cb2d91394e527e78ab06a69d1d09218-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cb2d91394e527e78ab06a69d1d09218 columnFamilyName f 2024-11-20T20:21:35,136 DEBUG [StoreOpener-7cb2d91394e527e78ab06a69d1d09218-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:35,136 INFO [StoreOpener-7cb2d91394e527e78ab06a69d1d09218-1 {}] regionserver.HStore(327): Store=7cb2d91394e527e78ab06a69d1d09218/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:35,136 INFO [StoreOpener-7cb2d91394e527e78ab06a69d1d09218-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7cb2d91394e527e78ab06a69d1d09218 2024-11-20T20:21:35,137 INFO [StoreOpener-7cb2d91394e527e78ab06a69d1d09218-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cb2d91394e527e78ab06a69d1d09218 columnFamilyName f1 2024-11-20T20:21:35,137 DEBUG [StoreOpener-7cb2d91394e527e78ab06a69d1d09218-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:35,138 INFO [StoreOpener-7cb2d91394e527e78ab06a69d1d09218-1 {}] regionserver.HStore(327): Store=7cb2d91394e527e78ab06a69d1d09218/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:35,138 INFO [StoreOpener-7cb2d91394e527e78ab06a69d1d09218-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7cb2d91394e527e78ab06a69d1d09218 2024-11-20T20:21:35,139 INFO [StoreOpener-7cb2d91394e527e78ab06a69d1d09218-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cb2d91394e527e78ab06a69d1d09218 columnFamilyName norep 2024-11-20T20:21:35,139 DEBUG [StoreOpener-7cb2d91394e527e78ab06a69d1d09218-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:35,139 INFO [StoreOpener-7cb2d91394e527e78ab06a69d1d09218-1 {}] regionserver.HStore(327): Store=7cb2d91394e527e78ab06a69d1d09218/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:35,139 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7cb2d91394e527e78ab06a69d1d09218 2024-11-20T20:21:35,140 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/default/test/7cb2d91394e527e78ab06a69d1d09218 2024-11-20T20:21:35,140 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/default/test/7cb2d91394e527e78ab06a69d1d09218 2024-11-20T20:21:35,141 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7cb2d91394e527e78ab06a69d1d09218 2024-11-20T20:21:35,141 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7cb2d91394e527e78ab06a69d1d09218 2024-11-20T20:21:35,141 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:21:35,143 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7cb2d91394e527e78ab06a69d1d09218 2024-11-20T20:21:35,145 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/default/test/7cb2d91394e527e78ab06a69d1d09218/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:21:35,145 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7cb2d91394e527e78ab06a69d1d09218; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59593146, jitterRate=-0.11199292540550232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:21:35,145 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7cb2d91394e527e78ab06a69d1d09218 2024-11-20T20:21:35,146 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7cb2d91394e527e78ab06a69d1d09218: Running coprocessor pre-open hook at 1732134095134Writing region info on filesystem at 1732134095134Initializing all the Stores at 1732134095134Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134095134Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134095134Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134095134Cleaning up temporary data from old regions at 1732134095141 (+7 ms)Running coprocessor post-open hooks at 1732134095145 (+4 ms)Region opened successfully at 1732134095146 (+1 ms) 2024-11-20T20:21:35,146 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732134094790.7cb2d91394e527e78ab06a69d1d09218., pid=6, masterSystemTime=1732134095129 2024-11-20T20:21:35,148 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732134094790.7cb2d91394e527e78ab06a69d1d09218. 2024-11-20T20:21:35,149 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732134094790.7cb2d91394e527e78ab06a69d1d09218. 2024-11-20T20:21:35,149 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7cb2d91394e527e78ab06a69d1d09218, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7d59561a64e,45405,1732134088119 2024-11-20T20:21:35,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cb2d91394e527e78ab06a69d1d09218, server=d7d59561a64e,45405,1732134088119 because future has completed 2024-11-20T20:21:35,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T20:21:35,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7cb2d91394e527e78ab06a69d1d09218, server=d7d59561a64e,45405,1732134088119 in 175 msec 2024-11-20T20:21:35,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T20:21:35,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7cb2d91394e527e78ab06a69d1d09218, ASSIGN in 332 msec 2024-11-20T20:21:35,157 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:21:35,157 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134095157"}]},"ts":"1732134095157"} 2024-11-20T20:21:35,160 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T20:21:35,161 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:21:35,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 371 msec 2024-11-20T20:21:35,399 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:21:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:21:35,419 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T20:21:35,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:21:35,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,36363,1732134092195 2024-11-20T20:21:35,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8370ec6 2024-11-20T20:21:35,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:21:35,422 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:21:35,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36363 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:21:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36363 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T20:21:35,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:21:35,425 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:35,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36363 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T20:21:35,426 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:21:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:21:35,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39719 is added to blk_1073741835_1011 (size=902) 2024-11-20T20:21:35,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:35,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:35,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:35,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:35,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:35,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:35,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:35,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:35,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:35,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:35,472 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T20:21:35,473 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T20:21:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:21:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:21:35,834 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 22294ba75b31eabd67244d068a919f5a, NAME => 'test,,1732134095422.22294ba75b31eabd67244d068a919f5a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683 2024-11-20T20:21:35,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39719 is added to blk_1073741836_1012 (size=39) 2024-11-20T20:21:35,839 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732134095422.22294ba75b31eabd67244d068a919f5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:35,839 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 22294ba75b31eabd67244d068a919f5a, disabling compactions & flushes 2024-11-20T20:21:35,839 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732134095422.22294ba75b31eabd67244d068a919f5a. 2024-11-20T20:21:35,839 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732134095422.22294ba75b31eabd67244d068a919f5a. 2024-11-20T20:21:35,839 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732134095422.22294ba75b31eabd67244d068a919f5a. after waiting 0 ms 2024-11-20T20:21:35,839 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732134095422.22294ba75b31eabd67244d068a919f5a. 2024-11-20T20:21:35,839 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732134095422.22294ba75b31eabd67244d068a919f5a. 2024-11-20T20:21:35,839 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 22294ba75b31eabd67244d068a919f5a: Waiting for close lock at 1732134095839Disabling compacts and flushes for region at 1732134095839Disabling writes for close at 1732134095839Writing region close event to WAL at 1732134095839Closed at 1732134095839 2024-11-20T20:21:35,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:21:35,841 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732134095422.22294ba75b31eabd67244d068a919f5a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732134095840"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732134095840"}]},"ts":"1732134095840"} 2024-11-20T20:21:35,843 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:21:35,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:21:35,844 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134095844"}]},"ts":"1732134095844"} 2024-11-20T20:21:35,846 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T20:21:35,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=22294ba75b31eabd67244d068a919f5a, ASSIGN}] 2024-11-20T20:21:35,847 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=22294ba75b31eabd67244d068a919f5a, ASSIGN 2024-11-20T20:21:35,852 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=22294ba75b31eabd67244d068a919f5a, ASSIGN; state=OFFLINE, location=d7d59561a64e,41313,1732134092319; forceNewPlan=false, retain=false 2024-11-20T20:21:36,003 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=22294ba75b31eabd67244d068a919f5a, regionState=OPENING, regionLocation=d7d59561a64e,41313,1732134092319 2024-11-20T20:21:36,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=22294ba75b31eabd67244d068a919f5a, ASSIGN because future has completed 2024-11-20T20:21:36,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22294ba75b31eabd67244d068a919f5a, server=d7d59561a64e,41313,1732134092319}] 2024-11-20T20:21:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:21:36,161 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732134095422.22294ba75b31eabd67244d068a919f5a. 2024-11-20T20:21:36,161 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 22294ba75b31eabd67244d068a919f5a, NAME => 'test,,1732134095422.22294ba75b31eabd67244d068a919f5a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:21:36,161 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:21:36,161 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T20:21:36,161 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 22294ba75b31eabd67244d068a919f5a 2024-11-20T20:21:36,161 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732134095422.22294ba75b31eabd67244d068a919f5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:36,161 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 22294ba75b31eabd67244d068a919f5a 2024-11-20T20:21:36,161 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 22294ba75b31eabd67244d068a919f5a 2024-11-20T20:21:36,162 INFO [StoreOpener-22294ba75b31eabd67244d068a919f5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 22294ba75b31eabd67244d068a919f5a 2024-11-20T20:21:36,163 INFO [StoreOpener-22294ba75b31eabd67244d068a919f5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22294ba75b31eabd67244d068a919f5a columnFamilyName f 2024-11-20T20:21:36,163 DEBUG [StoreOpener-22294ba75b31eabd67244d068a919f5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:36,164 INFO [StoreOpener-22294ba75b31eabd67244d068a919f5a-1 {}] regionserver.HStore(327): Store=22294ba75b31eabd67244d068a919f5a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:36,164 INFO [StoreOpener-22294ba75b31eabd67244d068a919f5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 22294ba75b31eabd67244d068a919f5a 2024-11-20T20:21:36,165 INFO [StoreOpener-22294ba75b31eabd67244d068a919f5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22294ba75b31eabd67244d068a919f5a columnFamilyName f1 2024-11-20T20:21:36,165 DEBUG [StoreOpener-22294ba75b31eabd67244d068a919f5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:36,165 INFO [StoreOpener-22294ba75b31eabd67244d068a919f5a-1 {}] regionserver.HStore(327): Store=22294ba75b31eabd67244d068a919f5a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:36,165 INFO [StoreOpener-22294ba75b31eabd67244d068a919f5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 22294ba75b31eabd67244d068a919f5a 2024-11-20T20:21:36,166 INFO [StoreOpener-22294ba75b31eabd67244d068a919f5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22294ba75b31eabd67244d068a919f5a columnFamilyName norep 2024-11-20T20:21:36,166 DEBUG [StoreOpener-22294ba75b31eabd67244d068a919f5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:36,166 INFO [StoreOpener-22294ba75b31eabd67244d068a919f5a-1 {}] regionserver.HStore(327): Store=22294ba75b31eabd67244d068a919f5a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:36,166 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 22294ba75b31eabd67244d068a919f5a 2024-11-20T20:21:36,167 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/default/test/22294ba75b31eabd67244d068a919f5a 2024-11-20T20:21:36,167 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/default/test/22294ba75b31eabd67244d068a919f5a 2024-11-20T20:21:36,168 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 22294ba75b31eabd67244d068a919f5a 2024-11-20T20:21:36,168 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 22294ba75b31eabd67244d068a919f5a 2024-11-20T20:21:36,169 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:21:36,170 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 22294ba75b31eabd67244d068a919f5a 2024-11-20T20:21:36,171 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/default/test/22294ba75b31eabd67244d068a919f5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:21:36,172 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 22294ba75b31eabd67244d068a919f5a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70840230, jitterRate=0.055601686239242554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:21:36,172 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22294ba75b31eabd67244d068a919f5a 2024-11-20T20:21:36,172 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 22294ba75b31eabd67244d068a919f5a: Running coprocessor pre-open hook at 1732134096161Writing region info on filesystem at 1732134096161Initializing all the Stores at 1732134096162 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134096162Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134096162Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134096162Cleaning up temporary data from old regions at 1732134096168 (+6 ms)Running coprocessor post-open hooks at 1732134096172 (+4 ms)Region opened successfully at 1732134096172 2024-11-20T20:21:36,173 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732134095422.22294ba75b31eabd67244d068a919f5a., pid=6, masterSystemTime=1732134096157 2024-11-20T20:21:36,174 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732134095422.22294ba75b31eabd67244d068a919f5a. 2024-11-20T20:21:36,174 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732134095422.22294ba75b31eabd67244d068a919f5a. 2024-11-20T20:21:36,175 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=22294ba75b31eabd67244d068a919f5a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7d59561a64e,41313,1732134092319 2024-11-20T20:21:36,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22294ba75b31eabd67244d068a919f5a, server=d7d59561a64e,41313,1732134092319 because future has completed 2024-11-20T20:21:36,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T20:21:36,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 22294ba75b31eabd67244d068a919f5a, server=d7d59561a64e,41313,1732134092319 in 173 msec 2024-11-20T20:21:36,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T20:21:36,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=22294ba75b31eabd67244d068a919f5a, ASSIGN in 333 msec 2024-11-20T20:21:36,182 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:21:36,182 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134096182"}]},"ts":"1732134096182"} 2024-11-20T20:21:36,184 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T20:21:36,185 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:21:36,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 762 msec 2024-11-20T20:21:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:21:36,560 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T20:21:36,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@155883ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:36,561 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,38855,-1 for getting cluster id 2024-11-20T20:21:36,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:21:36,561 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '564feccd-3d81-4eb3-a3cc-6cee207f39dd' 2024-11-20T20:21:36,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:21:36,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "564feccd-3d81-4eb3-a3cc-6cee207f39dd" 2024-11-20T20:21:36,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7650a7b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:36,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,38855,-1] 2024-11-20T20:21:36,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:21:36,562 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:36,563 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:21:36,563 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a18b66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:36,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afab2e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:36,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,36363,-1 for getting cluster id 2024-11-20T20:21:36,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:21:36,565 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc94dd09-07af-4d1c-9792-e346109ee12d' 2024-11-20T20:21:36,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:21:36,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc94dd09-07af-4d1c-9792-e346109ee12d" 2024-11-20T20:21:36,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54fa99cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:36,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,36363,-1] 2024-11-20T20:21:36,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:21:36,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:36,566 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:21:36,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68676e55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:36,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@661914ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:36,567 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,38855,-1 for getting cluster id 2024-11-20T20:21:36,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:21:36,568 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '564feccd-3d81-4eb3-a3cc-6cee207f39dd' 2024-11-20T20:21:36,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:21:36,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "564feccd-3d81-4eb3-a3cc-6cee207f39dd" 2024-11-20T20:21:36,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6257a90f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:36,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,38855,-1] 2024-11-20T20:21:36,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:21:36,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:36,569 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:21:36,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c929c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:36,570 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:21:36,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,38855,1732134087889 2024-11-20T20:21:36,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60395418 2024-11-20T20:21:36,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:21:36,571 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:21:36,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7d59561a64e:36363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T20:21:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T20:21:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:21:36,574 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:36363' 2024-11-20T20:21:36,575 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e21d7b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:36,575 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,36363,-1 for getting cluster id 2024-11-20T20:21:36,575 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:21:36,576 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc94dd09-07af-4d1c-9792-e346109ee12d' 2024-11-20T20:21:36,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:21:36,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc94dd09-07af-4d1c-9792-e346109ee12d" 2024-11-20T20:21:36,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23305907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:36,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,36363,-1] 2024-11-20T20:21:36,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:21:36,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:36,577 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:21:36,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78907258, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:36,578 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:21:36,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,36363,1732134092195 2024-11-20T20:21:36,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6707ab4 2024-11-20T20:21:36,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:21:36,579 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:21:36,580 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T20:21:36,580 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T20:21:36,580 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:36,580 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:36,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:21:36,580 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:21:36,582 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T20:21:36,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:21:36,583 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:36,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:21:36,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35127 is added to blk_1073741837_1013 (size=1138) 2024-11-20T20:21:36,632 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T20:21:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:21:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:21:36,991 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 272e4fd23f9572b5287e2ce4fc33664e, NAME => 'hbase:replication,,1732134096580.272e4fd23f9572b5287e2ce4fc33664e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b 2024-11-20T20:21:36,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35127 is added to blk_1073741838_1014 (size=44) 2024-11-20T20:21:36,998 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732134096580.272e4fd23f9572b5287e2ce4fc33664e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:36,998 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 272e4fd23f9572b5287e2ce4fc33664e, disabling compactions & flushes 2024-11-20T20:21:36,998 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732134096580.272e4fd23f9572b5287e2ce4fc33664e. 2024-11-20T20:21:36,998 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732134096580.272e4fd23f9572b5287e2ce4fc33664e. 2024-11-20T20:21:36,998 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732134096580.272e4fd23f9572b5287e2ce4fc33664e. after waiting 0 ms 2024-11-20T20:21:36,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732134096580.272e4fd23f9572b5287e2ce4fc33664e. 2024-11-20T20:21:36,999 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732134096580.272e4fd23f9572b5287e2ce4fc33664e. 2024-11-20T20:21:36,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 272e4fd23f9572b5287e2ce4fc33664e: Waiting for close lock at 1732134096998Disabling compacts and flushes for region at 1732134096998Disabling writes for close at 1732134096998Writing region close event to WAL at 1732134096999 (+1 ms)Closed at 1732134096999 2024-11-20T20:21:37,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:21:37,000 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732134096580.272e4fd23f9572b5287e2ce4fc33664e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732134097000"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732134097000"}]},"ts":"1732134097000"} 2024-11-20T20:21:37,002 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:21:37,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:21:37,003 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134097003"}]},"ts":"1732134097003"} 2024-11-20T20:21:37,005 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T20:21:37,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=272e4fd23f9572b5287e2ce4fc33664e, ASSIGN}] 2024-11-20T20:21:37,006 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=272e4fd23f9572b5287e2ce4fc33664e, ASSIGN 2024-11-20T20:21:37,007 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=272e4fd23f9572b5287e2ce4fc33664e, ASSIGN; state=OFFLINE, location=d7d59561a64e,45405,1732134088119; forceNewPlan=false, retain=false 2024-11-20T20:21:37,157 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=272e4fd23f9572b5287e2ce4fc33664e, regionState=OPENING, regionLocation=d7d59561a64e,45405,1732134088119 2024-11-20T20:21:37,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=272e4fd23f9572b5287e2ce4fc33664e, ASSIGN because future has completed 2024-11-20T20:21:37,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 272e4fd23f9572b5287e2ce4fc33664e, server=d7d59561a64e,45405,1732134088119}] 2024-11-20T20:21:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:21:37,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732134096580.272e4fd23f9572b5287e2ce4fc33664e. 2024-11-20T20:21:37,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:21:37,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T20:21:37,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C45405%2C1732134088119.rep, suffix=, logDir=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119, archiveDir=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/oldWALs, maxLogs=10 2024-11-20T20:21:37,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.rep.1732134097316, exclude list is [], retry=0 2024-11-20T20:21:37,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35127,DS-89fe5fff-1801-491e-af2b-2c43f568b44f,DISK] 2024-11-20T20:21:37,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.rep.1732134097316 2024-11-20T20:21:37,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37239:37239)] 2024-11-20T20:21:37,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 272e4fd23f9572b5287e2ce4fc33664e, NAME => 'hbase:replication,,1732134096580.272e4fd23f9572b5287e2ce4fc33664e.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:21:37,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:21:37,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:21:37,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732134096580.272e4fd23f9572b5287e2ce4fc33664e. service=MultiRowMutationService 2024-11-20T20:21:37,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T20:21:37,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 272e4fd23f9572b5287e2ce4fc33664e 2024-11-20T20:21:37,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732134096580.272e4fd23f9572b5287e2ce4fc33664e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:37,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 272e4fd23f9572b5287e2ce4fc33664e 2024-11-20T20:21:37,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 272e4fd23f9572b5287e2ce4fc33664e 2024-11-20T20:21:37,340 INFO [StoreOpener-272e4fd23f9572b5287e2ce4fc33664e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 272e4fd23f9572b5287e2ce4fc33664e 2024-11-20T20:21:37,341 INFO [StoreOpener-272e4fd23f9572b5287e2ce4fc33664e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 272e4fd23f9572b5287e2ce4fc33664e columnFamilyName hfileref 2024-11-20T20:21:37,341 DEBUG [StoreOpener-272e4fd23f9572b5287e2ce4fc33664e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:37,342 INFO [StoreOpener-272e4fd23f9572b5287e2ce4fc33664e-1 {}] regionserver.HStore(327): Store=272e4fd23f9572b5287e2ce4fc33664e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:37,342 INFO [StoreOpener-272e4fd23f9572b5287e2ce4fc33664e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 272e4fd23f9572b5287e2ce4fc33664e 2024-11-20T20:21:37,342 INFO [StoreOpener-272e4fd23f9572b5287e2ce4fc33664e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 272e4fd23f9572b5287e2ce4fc33664e columnFamilyName queue 2024-11-20T20:21:37,342 DEBUG [StoreOpener-272e4fd23f9572b5287e2ce4fc33664e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:37,343 INFO [StoreOpener-272e4fd23f9572b5287e2ce4fc33664e-1 {}] regionserver.HStore(327): Store=272e4fd23f9572b5287e2ce4fc33664e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:37,343 INFO [StoreOpener-272e4fd23f9572b5287e2ce4fc33664e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 272e4fd23f9572b5287e2ce4fc33664e 2024-11-20T20:21:37,344 INFO [StoreOpener-272e4fd23f9572b5287e2ce4fc33664e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 272e4fd23f9572b5287e2ce4fc33664e columnFamilyName sid 2024-11-20T20:21:37,344 DEBUG [StoreOpener-272e4fd23f9572b5287e2ce4fc33664e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:37,345 INFO [StoreOpener-272e4fd23f9572b5287e2ce4fc33664e-1 {}] regionserver.HStore(327): Store=272e4fd23f9572b5287e2ce4fc33664e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:37,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 272e4fd23f9572b5287e2ce4fc33664e 2024-11-20T20:21:37,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/replication/272e4fd23f9572b5287e2ce4fc33664e 2024-11-20T20:21:37,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/replication/272e4fd23f9572b5287e2ce4fc33664e 2024-11-20T20:21:37,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 272e4fd23f9572b5287e2ce4fc33664e 2024-11-20T20:21:37,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 272e4fd23f9572b5287e2ce4fc33664e 2024-11-20T20:21:37,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:21:37,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 272e4fd23f9572b5287e2ce4fc33664e 2024-11-20T20:21:37,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/replication/272e4fd23f9572b5287e2ce4fc33664e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:21:37,349 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 272e4fd23f9572b5287e2ce4fc33664e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75198018, jitterRate=0.12053778767585754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:21:37,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 272e4fd23f9572b5287e2ce4fc33664e 2024-11-20T20:21:37,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 272e4fd23f9572b5287e2ce4fc33664e: Running coprocessor pre-open hook at 1732134097339Writing region info on filesystem at 1732134097339Initializing all the Stores at 1732134097340 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134097340Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134097340Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134097340Cleaning up temporary data from old regions at 1732134097346 (+6 ms)Running coprocessor post-open hooks at 1732134097350 (+4 ms)Region opened successfully at 1732134097350 2024-11-20T20:21:37,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732134096580.272e4fd23f9572b5287e2ce4fc33664e., pid=10, masterSystemTime=1732134097311 2024-11-20T20:21:37,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732134096580.272e4fd23f9572b5287e2ce4fc33664e. 2024-11-20T20:21:37,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732134096580.272e4fd23f9572b5287e2ce4fc33664e. 2024-11-20T20:21:37,357 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=272e4fd23f9572b5287e2ce4fc33664e, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,45405,1732134088119 2024-11-20T20:21:37,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 272e4fd23f9572b5287e2ce4fc33664e, server=d7d59561a64e,45405,1732134088119 because future has completed 2024-11-20T20:21:37,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T20:21:37,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 272e4fd23f9572b5287e2ce4fc33664e, server=d7d59561a64e,45405,1732134088119 in 201 msec 2024-11-20T20:21:37,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T20:21:37,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=272e4fd23f9572b5287e2ce4fc33664e, ASSIGN in 358 msec 2024-11-20T20:21:37,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:21:37,365 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134097365"}]},"ts":"1732134097365"} 2024-11-20T20:21:37,368 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T20:21:37,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:21:37,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 788 msec 2024-11-20T20:21:37,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732134096580.272e4fd23f9572b5287e2ce4fc33664e., hostname=d7d59561a64e,45405,1732134088119, seqNum=2] 2024-11-20T20:21:37,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x10159e89c500000, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837770031 2024-11-20T20:21:37,466 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x10159e89c500001, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837770031 2024-11-20T20:21:37,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T20:21:37,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T20:21:37,642 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T20:21:37,678 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d7d59561a64e,45405,1732134088119, ReplicationSource: 1, currentBandwidth=0 2024-11-20T20:21:37,679 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:21:37,679 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,45405,1732134088119, seqNum=-1] 2024-11-20T20:21:37,679 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:21:37,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-20T20:21:37,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d7d59561a64e,45405,1732134088119', locateType=CURRENT is [region=hbase:replication,,1732134096580.272e4fd23f9572b5287e2ce4fc33664e., hostname=d7d59561a64e,45405,1732134088119, seqNum=2] 2024-11-20T20:21:37,684 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T20:21:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T20:21:37,687 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d7d59561a64e,45405,1732134088119 suceeded 2024-11-20T20:21:37,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T20:21:37,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-20T20:21:37,689 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d7d59561a64e:36363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T20:21:37,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1170 sec 2024-11-20T20:21:37,701 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:36363' 2024-11-20T20:21:37,702 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a9a17ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:37,702 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,36363,-1 for getting cluster id 2024-11-20T20:21:37,703 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:21:37,703 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc94dd09-07af-4d1c-9792-e346109ee12d' 2024-11-20T20:21:37,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:21:37,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc94dd09-07af-4d1c-9792-e346109ee12d" 2024-11-20T20:21:37,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@513ff3c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:37,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,36363,-1] 2024-11-20T20:21:37,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:21:37,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:37,705 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:21:37,705 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76200eeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:37,705 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:21:37,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,36363,1732134092195 2024-11-20T20:21:37,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67ba8e31 2024-11-20T20:21:37,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:21:37,707 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-20T20:21:37,707 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7d59561a64e,45405,1732134088119 (queues=1) is replicating from cluster=564feccd-3d81-4eb3-a3cc-6cee207f39dd to cluster=dc94dd09-07af-4d1c-9792-e346109ee12d 2024-11-20T20:21:37,708 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7d59561a64e%2C45405%2C1732134088119 2024-11-20T20:21:37,708 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7d59561a64e,45405,1732134088119, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T20:21:37,708 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278, startPosition=0, beingWritten=true 2024-11-20T20:21:37,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:21:37,710 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T20:21:37,710 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:21:37,710 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:21:37,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:37,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:37,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:21:37,716 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.shipperd7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7d59561a64e%2C45405%2C1732134088119 2024-11-20T20:21:37,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@162189ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:37,717 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,36363,-1 for getting cluster id 2024-11-20T20:21:37,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:21:37,717 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc94dd09-07af-4d1c-9792-e346109ee12d' 2024-11-20T20:21:37,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:21:37,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc94dd09-07af-4d1c-9792-e346109ee12d" 2024-11-20T20:21:37,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abd033e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:37,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,36363,-1] 2024-11-20T20:21:37,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:21:37,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:37,719 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:21:37,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15538134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:37,720 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:21:37,720 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 379, reset compression=false 2024-11-20T20:21:37,720 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.shipperd7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,45405,1732134088119 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:21:37,720 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:21:37,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,36363,1732134092195 2024-11-20T20:21:37,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17af0294 2024-11-20T20:21:37,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:21:37,723 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:21:37,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36363 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7d59561a64e:38855,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T20:21:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36363 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T20:21:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:21:37,727 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:38855' 2024-11-20T20:21:37,728 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42588160, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:37,728 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,38855,-1 for getting cluster id 2024-11-20T20:21:37,729 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:21:37,730 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '564feccd-3d81-4eb3-a3cc-6cee207f39dd' 2024-11-20T20:21:37,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:21:37,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "564feccd-3d81-4eb3-a3cc-6cee207f39dd" 2024-11-20T20:21:37,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58cc7df0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:37,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,38855,-1] 2024-11-20T20:21:37,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:21:37,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:37,732 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:21:37,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7c9950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:37,733 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:21:37,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,38855,1732134087889 2024-11-20T20:21:37,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7450a8c6 2024-11-20T20:21:37,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:21:37,734 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:21:37,735 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T20:21:37,735 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T20:21:37,735 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:37,735 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:37,736 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:21:37,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:21:37,737 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T20:21:37,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:21:37,738 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:37,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:21:37,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39719 is added to blk_1073741837_1013 (size=1138) 2024-11-20T20:21:37,787 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T20:21:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:21:37,930 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 379, reset compression=false 2024-11-20T20:21:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:21:38,151 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ee795a5cc5e9ac4be1e9218118272f50, NAME => 'hbase:replication,,1732134097735.ee795a5cc5e9ac4be1e9218118272f50.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683 2024-11-20T20:21:38,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39719 is added to blk_1073741838_1014 (size=44) 2024-11-20T20:21:38,234 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 379, reset compression=false 2024-11-20T20:21:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:21:38,558 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732134097735.ee795a5cc5e9ac4be1e9218118272f50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:38,558 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ee795a5cc5e9ac4be1e9218118272f50, disabling compactions & flushes 2024-11-20T20:21:38,558 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732134097735.ee795a5cc5e9ac4be1e9218118272f50. 2024-11-20T20:21:38,558 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732134097735.ee795a5cc5e9ac4be1e9218118272f50. 2024-11-20T20:21:38,558 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732134097735.ee795a5cc5e9ac4be1e9218118272f50. after waiting 0 ms 2024-11-20T20:21:38,558 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732134097735.ee795a5cc5e9ac4be1e9218118272f50. 2024-11-20T20:21:38,558 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732134097735.ee795a5cc5e9ac4be1e9218118272f50. 2024-11-20T20:21:38,558 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ee795a5cc5e9ac4be1e9218118272f50: Waiting for close lock at 1732134098558Disabling compacts and flushes for region at 1732134098558Disabling writes for close at 1732134098558Writing region close event to WAL at 1732134098558Closed at 1732134098558 2024-11-20T20:21:38,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:21:38,560 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732134097735.ee795a5cc5e9ac4be1e9218118272f50.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732134098559"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732134098559"}]},"ts":"1732134098559"} 2024-11-20T20:21:38,561 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:21:38,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:21:38,563 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134098562"}]},"ts":"1732134098562"} 2024-11-20T20:21:38,564 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T20:21:38,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ee795a5cc5e9ac4be1e9218118272f50, ASSIGN}] 2024-11-20T20:21:38,565 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ee795a5cc5e9ac4be1e9218118272f50, ASSIGN 2024-11-20T20:21:38,566 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ee795a5cc5e9ac4be1e9218118272f50, ASSIGN; state=OFFLINE, location=d7d59561a64e,41313,1732134092319; forceNewPlan=false, retain=false 2024-11-20T20:21:38,638 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 379, reset compression=false 2024-11-20T20:21:38,717 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ee795a5cc5e9ac4be1e9218118272f50, regionState=OPENING, regionLocation=d7d59561a64e,41313,1732134092319 2024-11-20T20:21:38,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ee795a5cc5e9ac4be1e9218118272f50, ASSIGN because future has completed 2024-11-20T20:21:38,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee795a5cc5e9ac4be1e9218118272f50, server=d7d59561a64e,41313,1732134092319}] 2024-11-20T20:21:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:21:38,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732134097735.ee795a5cc5e9ac4be1e9218118272f50. 2024-11-20T20:21:38,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:21:38,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T20:21:38,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C41313%2C1732134092319.rep, suffix=, logDir=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319, archiveDir=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/oldWALs, maxLogs=10 2024-11-20T20:21:38,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.rep.1732134098880, exclude list is [], retry=0 2024-11-20T20:21:38,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39719,DS-15d724f1-1864-4269-9d81-c481bf39a1e1,DISK] 2024-11-20T20:21:38,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.rep.1732134098880 2024-11-20T20:21:38,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39259:39259)] 2024-11-20T20:21:38,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ee795a5cc5e9ac4be1e9218118272f50, NAME => 'hbase:replication,,1732134097735.ee795a5cc5e9ac4be1e9218118272f50.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:21:38,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:21:38,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:21:38,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732134097735.ee795a5cc5e9ac4be1e9218118272f50. service=MultiRowMutationService 2024-11-20T20:21:38,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T20:21:38,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ee795a5cc5e9ac4be1e9218118272f50 2024-11-20T20:21:38,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732134097735.ee795a5cc5e9ac4be1e9218118272f50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:38,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ee795a5cc5e9ac4be1e9218118272f50 2024-11-20T20:21:38,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ee795a5cc5e9ac4be1e9218118272f50 2024-11-20T20:21:38,908 INFO [StoreOpener-ee795a5cc5e9ac4be1e9218118272f50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ee795a5cc5e9ac4be1e9218118272f50 2024-11-20T20:21:38,912 INFO [StoreOpener-ee795a5cc5e9ac4be1e9218118272f50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee795a5cc5e9ac4be1e9218118272f50 columnFamilyName hfileref 2024-11-20T20:21:38,912 DEBUG [StoreOpener-ee795a5cc5e9ac4be1e9218118272f50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:38,913 INFO [StoreOpener-ee795a5cc5e9ac4be1e9218118272f50-1 {}] regionserver.HStore(327): Store=ee795a5cc5e9ac4be1e9218118272f50/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:38,913 INFO [StoreOpener-ee795a5cc5e9ac4be1e9218118272f50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ee795a5cc5e9ac4be1e9218118272f50 2024-11-20T20:21:38,914 INFO [StoreOpener-ee795a5cc5e9ac4be1e9218118272f50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee795a5cc5e9ac4be1e9218118272f50 columnFamilyName queue 2024-11-20T20:21:38,914 DEBUG [StoreOpener-ee795a5cc5e9ac4be1e9218118272f50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:38,915 INFO [StoreOpener-ee795a5cc5e9ac4be1e9218118272f50-1 {}] regionserver.HStore(327): Store=ee795a5cc5e9ac4be1e9218118272f50/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:38,915 INFO [StoreOpener-ee795a5cc5e9ac4be1e9218118272f50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ee795a5cc5e9ac4be1e9218118272f50 2024-11-20T20:21:38,916 INFO [StoreOpener-ee795a5cc5e9ac4be1e9218118272f50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee795a5cc5e9ac4be1e9218118272f50 columnFamilyName sid 2024-11-20T20:21:38,916 DEBUG [StoreOpener-ee795a5cc5e9ac4be1e9218118272f50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:38,917 INFO [StoreOpener-ee795a5cc5e9ac4be1e9218118272f50-1 {}] regionserver.HStore(327): Store=ee795a5cc5e9ac4be1e9218118272f50/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:38,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ee795a5cc5e9ac4be1e9218118272f50 2024-11-20T20:21:38,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/replication/ee795a5cc5e9ac4be1e9218118272f50 2024-11-20T20:21:38,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/replication/ee795a5cc5e9ac4be1e9218118272f50 2024-11-20T20:21:38,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ee795a5cc5e9ac4be1e9218118272f50 2024-11-20T20:21:38,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ee795a5cc5e9ac4be1e9218118272f50 2024-11-20T20:21:38,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:21:38,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ee795a5cc5e9ac4be1e9218118272f50 2024-11-20T20:21:38,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/replication/ee795a5cc5e9ac4be1e9218118272f50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:21:38,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ee795a5cc5e9ac4be1e9218118272f50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61324702, jitterRate=-0.08619073033332825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:21:38,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee795a5cc5e9ac4be1e9218118272f50 2024-11-20T20:21:38,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ee795a5cc5e9ac4be1e9218118272f50: Running coprocessor pre-open hook at 1732134098905Writing region info on filesystem at 1732134098905Initializing all the Stores at 1732134098905Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134098906 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134098907 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134098907Cleaning up temporary data from old regions at 1732134098919 (+12 ms)Running coprocessor post-open hooks at 1732134098923 (+4 ms)Region opened successfully at 1732134098923 2024-11-20T20:21:38,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732134097735.ee795a5cc5e9ac4be1e9218118272f50., pid=10, masterSystemTime=1732134098871 2024-11-20T20:21:38,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732134097735.ee795a5cc5e9ac4be1e9218118272f50. 2024-11-20T20:21:38,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732134097735.ee795a5cc5e9ac4be1e9218118272f50. 2024-11-20T20:21:38,927 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ee795a5cc5e9ac4be1e9218118272f50, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,41313,1732134092319 2024-11-20T20:21:38,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee795a5cc5e9ac4be1e9218118272f50, server=d7d59561a64e,41313,1732134092319 because future has completed 2024-11-20T20:21:38,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T20:21:38,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ee795a5cc5e9ac4be1e9218118272f50, server=d7d59561a64e,41313,1732134092319 in 217 msec 2024-11-20T20:21:38,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T20:21:38,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ee795a5cc5e9ac4be1e9218118272f50, ASSIGN in 374 msec 2024-11-20T20:21:38,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:21:38,943 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134098943"}]},"ts":"1732134098943"} 2024-11-20T20:21:38,945 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T20:21:38,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:21:38,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2100 sec 2024-11-20T20:21:38,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732134097735.ee795a5cc5e9ac4be1e9218118272f50., hostname=d7d59561a64e,41313,1732134092319, seqNum=2] 2024-11-20T20:21:39,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x10159e89c500003, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103313945 2024-11-20T20:21:39,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x10159e89c500004, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103313945 2024-11-20T20:21:39,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T20:21:39,142 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 379, reset compression=false 2024-11-20T20:21:39,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T20:21:39,255 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T20:21:39,301 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d7d59561a64e,41313,1732134092319, ReplicationSource: 1, currentBandwidth=0 2024-11-20T20:21:39,302 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:21:39,302 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,41313,1732134092319, seqNum=-1] 2024-11-20T20:21:39,302 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:21:39,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-20T20:21:39,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d7d59561a64e,41313,1732134092319', locateType=CURRENT is [region=hbase:replication,,1732134097735.ee795a5cc5e9ac4be1e9218118272f50., hostname=d7d59561a64e,41313,1732134092319, seqNum=2] 2024-11-20T20:21:39,309 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T20:21:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36363 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T20:21:39,312 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d7d59561a64e,41313,1732134092319 suceeded 2024-11-20T20:21:39,320 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d7d59561a64e:38855,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T20:21:39,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T20:21:39,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 213 msec 2024-11-20T20:21:39,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5970 sec 2024-11-20T20:21:39,329 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:38855' 2024-11-20T20:21:39,345 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@287fec4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:39,345 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,38855,-1 for getting cluster id 2024-11-20T20:21:39,345 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:21:39,346 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '564feccd-3d81-4eb3-a3cc-6cee207f39dd' 2024-11-20T20:21:39,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:21:39,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "564feccd-3d81-4eb3-a3cc-6cee207f39dd" 2024-11-20T20:21:39,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1934190c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:39,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,38855,-1] 2024-11-20T20:21:39,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:21:39,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:39,347 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:21:39,348 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d38bd2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:39,348 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:21:39,349 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,38855,1732134087889 2024-11-20T20:21:39,349 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fc9e69a 2024-11-20T20:21:39,349 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:21:39,350 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-20T20:21:39,351 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7d59561a64e,41313,1732134092319 (queues=1) is replicating from cluster=dc94dd09-07af-4d1c-9792-e346109ee12d to cluster=564feccd-3d81-4eb3-a3cc-6cee207f39dd 2024-11-20T20:21:39,351 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7d59561a64e%2C41313%2C1732134092319 2024-11-20T20:21:39,351 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7d59561a64e,41313,1732134092319, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T20:21:39,352 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326, startPosition=0, beingWritten=true 2024-11-20T20:21:39,356 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.shipperd7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7d59561a64e%2C41313%2C1732134092319 2024-11-20T20:21:39,367 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:21:39,367 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326 to pos 379, reset compression=false 2024-11-20T20:21:39,367 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.shipperd7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,41313,1732134092319 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:21:39,574 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326 to pos 379, reset compression=false 2024-11-20T20:21:39,746 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 379, reset compression=false 2024-11-20T20:21:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:21:39,870 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T20:21:39,870 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:21:39,870 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:21:39,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:39,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:39,871 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:21:39,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:21:39,873 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,45405,1732134088119, seqNum=-1] 2024-11-20T20:21:39,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:21:39,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:21:39,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732134094790.7cb2d91394e527e78ab06a69d1d09218., hostname=d7d59561a64e,45405,1732134088119, seqNum=2] 2024-11-20T20:21:39,878 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326 to pos 379, reset compression=false 2024-11-20T20:21:39,883 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:21:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,41313,1732134092319, seqNum=-1] 2024-11-20T20:21:39,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:21:39,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:21:39,889 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732134095422.22294ba75b31eabd67244d068a919f5a., hostname=d7d59561a64e,41313,1732134092319, seqNum=2] 2024-11-20T20:21:39,892 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T20:21:40,069 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:21:40,070 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7d59561a64e,35369,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T20:21:40,070 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18275 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7d59561a64e,35369,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T20:21:40,286 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326 to pos 379, reset compression=false 2024-11-20T20:21:40,451 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 379, reset compression=false 2024-11-20T20:21:40,456 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:21:40,456 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 480, reset compression=false 2024-11-20T20:21:40,456 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.shipperd7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,45405,1732134088119 got entry batch from reader: WALEntryBatch [walEntries=[{test/7cb2d91394e527e78ab06a69d1d09218/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-20T20:21:40,459 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.shipperd7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:21:40,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-20T20:21:40,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41313 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T20:21:40,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ee10b90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:40,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41313 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,36363,-1 for getting cluster id 2024-11-20T20:21:40,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:21:40,468 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc94dd09-07af-4d1c-9792-e346109ee12d' 2024-11-20T20:21:40,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:21:40,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc94dd09-07af-4d1c-9792-e346109ee12d" 2024-11-20T20:21:40,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@342c0fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:40,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,36363,-1] 2024-11-20T20:21:40,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:21:40,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:40,471 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:21:40,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e7cb50a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:40,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41313 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:21:40,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41313 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,41313,1732134092319, seqNum=-1] 2024-11-20T20:21:40,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:21:40,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-20T20:21:40,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41313 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732134095422.22294ba75b31eabd67244d068a919f5a., hostname=d7d59561a64e,41313,1732134092319, seqNum=2] 2024-11-20T20:21:40,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41313 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T20:21:40,636 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:21:40,665 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 480, reset compression=false 2024-11-20T20:21:40,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:40,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:40,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:40,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:40,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:40,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:40,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:40,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:40,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:40,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:40,720 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T20:21:40,790 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326 to pos 379, reset compression=false 2024-11-20T20:21:40,800 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:21:40,800 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326 to pos 503, reset compression=false 2024-11-20T20:21:40,800 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.shipperd7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,41313,1732134092319 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:21:40,896 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-20T20:21:40,904 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-20T20:21:40,986 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 480, reset compression=false 2024-11-20T20:21:41,017 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326 to pos 503, reset compression=false 2024-11-20T20:21:41,023 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:21:41,023 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326 to pos 607, reset compression=false 2024-11-20T20:21:41,023 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.shipperd7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,41313,1732134092319 got entry batch from reader: WALEntryBatch [walEntries=[{test/22294ba75b31eabd67244d068a919f5a/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T20:21:41,025 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.shipperd7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:21:41,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-20T20:21:41,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T20:21:41,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e22a762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:41,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,38855,-1 for getting cluster id 2024-11-20T20:21:41,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:21:41,029 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '564feccd-3d81-4eb3-a3cc-6cee207f39dd' 2024-11-20T20:21:41,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:21:41,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "564feccd-3d81-4eb3-a3cc-6cee207f39dd" 2024-11-20T20:21:41,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5076a5db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:41,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,38855,-1] 2024-11-20T20:21:41,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:21:41,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:41,031 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:21:41,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@756fe855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:41,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:21:41,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,45405,1732134088119, seqNum=-1] 2024-11-20T20:21:41,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:21:41,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-20T20:21:41,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732134094790.7cb2d91394e527e78ab06a69d1d09218., hostname=d7d59561a64e,45405,1732134088119, seqNum=2] 2024-11-20T20:21:41,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T20:21:41,228 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326 to pos 607, reset compression=false 2024-11-20T20:21:41,391 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 480, reset compression=false 2024-11-20T20:21:41,397 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:21:41,397 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 608, reset compression=false 2024-11-20T20:21:41,397 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.shipperd7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,45405,1732134088119 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:21:41,537 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326 to pos 607, reset compression=false 2024-11-20T20:21:41,606 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 608, reset compression=false 2024-11-20T20:21:41,906 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-20T20:21:41,916 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 608, reset compression=false 2024-11-20T20:21:41,927 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T20:21:41,941 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:21:41,941 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 764, reset compression=false 2024-11-20T20:21:41,941 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.shipperd7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,45405,1732134088119 got entry batch from reader: WALEntryBatch [walEntries=[{test/7cb2d91394e527e78ab06a69d1d09218/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-20T20:21:41,943 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326 to pos 607, reset compression=false 2024-11-20T20:21:41,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41313 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T20:21:41,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41313 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T20:21:41,976 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:21:41,976 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326 to pos 754, reset compression=false 2024-11-20T20:21:41,976 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.shipperd7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,41313,1732134092319 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:21:42,189 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 764, reset compression=false 2024-11-20T20:21:42,216 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326 to pos 754, reset compression=false 2024-11-20T20:21:42,498 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 764, reset compression=false 2024-11-20T20:21:42,525 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326 to pos 754, reset compression=false 2024-11-20T20:21:42,903 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 764, reset compression=false 2024-11-20T20:21:42,929 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326 to pos 754, reset compression=false 2024-11-20T20:21:42,930 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-20T20:21:42,939 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:21:42,939 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326 to pos 913, reset compression=false 2024-11-20T20:21:42,939 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.shipperd7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,41313,1732134092319 got entry batch from reader: WALEntryBatch [walEntries=[{test/22294ba75b31eabd67244d068a919f5a/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T20:21:42,940 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-20T20:21:42,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T20:21:42,946 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T20:21:43,153 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326 to pos 913, reset compression=false 2024-11-20T20:21:43,408 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 764, reset compression=false 2024-11-20T20:21:43,412 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:21:43,412 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 914, reset compression=false 2024-11-20T20:21:43,412 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.shipperd7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,45405,1732134088119 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:21:43,457 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326 to pos 913, reset compression=false 2024-11-20T20:21:43,615 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 914, reset compression=false 2024-11-20T20:21:43,863 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326 to pos 913, reset compression=false 2024-11-20T20:21:43,921 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 914, reset compression=false 2024-11-20T20:21:43,944 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-20T20:21:43,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T20:21:43,947 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:21:43,947 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:21:43,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:43,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:43,947 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T20:21:43,947 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1164424156, stopped=false 2024-11-20T20:21:43,947 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7d59561a64e,36363,1732134092195 2024-11-20T20:21:43,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:21:44,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x10159e89c500004, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-103313945/running 2024-11-20T20:21:44,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x10159e89c500003, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-103313945/running 2024-11-20T20:21:44,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x10159e89c500004, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103313945 2024-11-20T20:21:44,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x10159e89c500003, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103313945 2024-11-20T20:21:44,066 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:21:44,066 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:21:44,067 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:21:44,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:44,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41313-0x10159e89c500004, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Set watcher on znode that does not yet exist, /1-103313945/running 2024-11-20T20:21:44,067 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7d59561a64e,41313,1732134092319' ***** 2024-11-20T20:21:44,067 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T20:21:44,068 INFO [RS:0;d7d59561a64e:41313 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T20:21:44,068 INFO [RS:0;d7d59561a64e:41313 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T20:21:44,068 INFO [RS:0;d7d59561a64e:41313 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T20:21:44,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36363-0x10159e89c500003, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Set watcher on znode that does not yet exist, /1-103313945/running 2024-11-20T20:21:44,068 INFO [RS:0;d7d59561a64e:41313 {}] regionserver.HRegionServer(3091): Received CLOSE for ee795a5cc5e9ac4be1e9218118272f50 2024-11-20T20:21:44,069 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T20:21:44,069 INFO [RS:0;d7d59561a64e:41313 {}] regionserver.HRegionServer(3091): Received CLOSE for 22294ba75b31eabd67244d068a919f5a 2024-11-20T20:21:44,069 INFO [RS:0;d7d59561a64e:41313 {}] regionserver.HRegionServer(959): stopping server d7d59561a64e,41313,1732134092319 2024-11-20T20:21:44,069 INFO [RS:0;d7d59561a64e:41313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:21:44,069 INFO [RS:0;d7d59561a64e:41313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:41313. 2024-11-20T20:21:44,070 DEBUG [RS:0;d7d59561a64e:41313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:21:44,070 DEBUG [RS:0;d7d59561a64e:41313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:44,070 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee795a5cc5e9ac4be1e9218118272f50, disabling compactions & flushes 2024-11-20T20:21:44,070 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732134097735.ee795a5cc5e9ac4be1e9218118272f50. 2024-11-20T20:21:44,070 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732134097735.ee795a5cc5e9ac4be1e9218118272f50. 2024-11-20T20:21:44,070 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732134097735.ee795a5cc5e9ac4be1e9218118272f50. after waiting 0 ms 2024-11-20T20:21:44,070 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732134097735.ee795a5cc5e9ac4be1e9218118272f50. 2024-11-20T20:21:44,070 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ee795a5cc5e9ac4be1e9218118272f50 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-20T20:21:44,070 INFO [RS:0;d7d59561a64e:41313 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T20:21:44,070 INFO [RS:0;d7d59561a64e:41313 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T20:21:44,070 INFO [RS:0;d7d59561a64e:41313 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T20:21:44,070 INFO [RS:0;d7d59561a64e:41313 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T20:21:44,071 INFO [RS:0;d7d59561a64e:41313 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T20:21:44,071 DEBUG [RS:0;d7d59561a64e:41313 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ee795a5cc5e9ac4be1e9218118272f50=hbase:replication,,1732134097735.ee795a5cc5e9ac4be1e9218118272f50., 22294ba75b31eabd67244d068a919f5a=test,,1732134095422.22294ba75b31eabd67244d068a919f5a.} 2024-11-20T20:21:44,071 DEBUG [RS:0;d7d59561a64e:41313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22294ba75b31eabd67244d068a919f5a, ee795a5cc5e9ac4be1e9218118272f50 2024-11-20T20:21:44,071 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:21:44,071 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:21:44,071 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:21:44,071 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:21:44,071 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:21:44,071 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T20:21:44,096 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T20:21:44,096 INFO [regionserver/d7d59561a64e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:21:44,096 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T20:21:44,119 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/replication/ee795a5cc5e9ac4be1e9218118272f50/.tmp/queue/dc014cfa6fb84a30981c5a929caebffe is 153, key is 1-d7d59561a64e,41313,1732134092319/queue:d7d59561a64e%2C41313%2C1732134092319/1732134102948/Put/seqid=0 2024-11-20T20:21:44,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T20:21:44,120 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T20:21:44,121 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T20:21:44,121 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T20:21:44,124 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/meta/1588230740/.tmp/info/01c8562182394f78839b701417a2fea6 is 147, key is hbase:replication,,1732134097735.ee795a5cc5e9ac4be1e9218118272f50./info:regioninfo/1732134098927/Put/seqid=0 2024-11-20T20:21:44,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39719 is added to blk_1073741840_1016 (size=5352) 2024-11-20T20:21:44,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39719 is added to blk_1073741841_1017 (size=7686) 2024-11-20T20:21:44,150 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/replication/ee795a5cc5e9ac4be1e9218118272f50/.tmp/queue/dc014cfa6fb84a30981c5a929caebffe 2024-11-20T20:21:44,150 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/meta/1588230740/.tmp/info/01c8562182394f78839b701417a2fea6 2024-11-20T20:21:44,156 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/replication/ee795a5cc5e9ac4be1e9218118272f50/.tmp/queue/dc014cfa6fb84a30981c5a929caebffe as hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/replication/ee795a5cc5e9ac4be1e9218118272f50/queue/dc014cfa6fb84a30981c5a929caebffe 2024-11-20T20:21:44,174 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/replication/ee795a5cc5e9ac4be1e9218118272f50/queue/dc014cfa6fb84a30981c5a929caebffe, entries=1, sequenceid=10, filesize=5.2 K 2024-11-20T20:21:44,175 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for ee795a5cc5e9ac4be1e9218118272f50 in 105ms, sequenceid=10, compaction requested=false 2024-11-20T20:21:44,188 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T20:21:44,188 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T20:21:44,196 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/meta/1588230740/.tmp/ns/22a59663258d446cae0f34cd89f0b91d is 43, key is default/ns:d/1732134094740/Put/seqid=0 2024-11-20T20:21:44,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39719 is added to blk_1073741842_1018 (size=5153) 2024-11-20T20:21:44,205 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/meta/1588230740/.tmp/ns/22a59663258d446cae0f34cd89f0b91d 2024-11-20T20:21:44,223 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/replication/ee795a5cc5e9ac4be1e9218118272f50/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T20:21:44,223 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:21:44,223 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:21:44,224 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732134097735.ee795a5cc5e9ac4be1e9218118272f50. 2024-11-20T20:21:44,224 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee795a5cc5e9ac4be1e9218118272f50: Waiting for close lock at 1732134104070Running coprocessor pre-close hooks at 1732134104070Disabling compacts and flushes for region at 1732134104070Disabling writes for close at 1732134104070Obtaining lock to block concurrent updates at 1732134104070Preparing flush snapshotting stores in ee795a5cc5e9ac4be1e9218118272f50 at 1732134104070Finished memstore snapshotting hbase:replication,,1732134097735.ee795a5cc5e9ac4be1e9218118272f50., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732134104070Flushing stores of hbase:replication,,1732134097735.ee795a5cc5e9ac4be1e9218118272f50. at 1732134104071 (+1 ms)Flushing ee795a5cc5e9ac4be1e9218118272f50/queue: creating writer at 1732134104071Flushing ee795a5cc5e9ac4be1e9218118272f50/queue: appending metadata at 1732134104118 (+47 ms)Flushing ee795a5cc5e9ac4be1e9218118272f50/queue: closing flushed file at 1732134104118Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@99a68ac: reopening flushed file at 1732134104155 (+37 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for ee795a5cc5e9ac4be1e9218118272f50 in 105ms, sequenceid=10, compaction requested=false at 1732134104175 (+20 ms)Writing region close event to WAL at 1732134104199 (+24 ms)Running coprocessor post-close hooks at 1732134104223 (+24 ms)Closed at 1732134104224 (+1 ms) 2024-11-20T20:21:44,224 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732134097735.ee795a5cc5e9ac4be1e9218118272f50. 2024-11-20T20:21:44,224 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 22294ba75b31eabd67244d068a919f5a, disabling compactions & flushes 2024-11-20T20:21:44,224 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732134095422.22294ba75b31eabd67244d068a919f5a. 2024-11-20T20:21:44,224 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732134095422.22294ba75b31eabd67244d068a919f5a. 2024-11-20T20:21:44,224 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732134095422.22294ba75b31eabd67244d068a919f5a. after waiting 0 ms 2024-11-20T20:21:44,224 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732134095422.22294ba75b31eabd67244d068a919f5a. 2024-11-20T20:21:44,224 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 22294ba75b31eabd67244d068a919f5a 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-20T20:21:44,233 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/meta/1588230740/.tmp/rep_barrier/254363b65d7c4df09bc8c0d09d0b1891 is 112, key is test,,1732134095422.22294ba75b31eabd67244d068a919f5a./rep_barrier:seqnumDuringOpen/1732134096175/Put/seqid=0 2024-11-20T20:21:44,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39719 is added to blk_1073741843_1019 (size=5518) 2024-11-20T20:21:44,252 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/default/test/22294ba75b31eabd67244d068a919f5a/.tmp/f/b1069fccf5c04e9ab0239320492ba22a is 29, key is row1/f:/1732134102931/DeleteFamily/seqid=0 2024-11-20T20:21:44,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39719 is added to blk_1073741844_1020 (size=5118) 2024-11-20T20:21:44,258 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/default/test/22294ba75b31eabd67244d068a919f5a/.tmp/f/b1069fccf5c04e9ab0239320492ba22a 2024-11-20T20:21:44,263 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1069fccf5c04e9ab0239320492ba22a 2024-11-20T20:21:44,271 DEBUG [RS:0;d7d59561a64e:41313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22294ba75b31eabd67244d068a919f5a 2024-11-20T20:21:44,282 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/default/test/22294ba75b31eabd67244d068a919f5a/.tmp/f1/bb836729657d42928d84a7a17a351251 is 30, key is row1/f1:/1732134102931/DeleteFamily/seqid=0 2024-11-20T20:21:44,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39719 is added to blk_1073741845_1021 (size=5123) 2024-11-20T20:21:44,292 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/default/test/22294ba75b31eabd67244d068a919f5a/.tmp/f1/bb836729657d42928d84a7a17a351251 2024-11-20T20:21:44,299 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb836729657d42928d84a7a17a351251 2024-11-20T20:21:44,323 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/default/test/22294ba75b31eabd67244d068a919f5a/.tmp/norep/e5308ede70b84da2b6ca23badb2d24bf is 33, key is row1/norep:/1732134102931/DeleteFamily/seqid=0 2024-11-20T20:21:44,328 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 914, reset compression=false 2024-11-20T20:21:44,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39719 is added to blk_1073741846_1022 (size=5108) 2024-11-20T20:21:44,337 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/default/test/22294ba75b31eabd67244d068a919f5a/.tmp/norep/e5308ede70b84da2b6ca23badb2d24bf 2024-11-20T20:21:44,343 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5308ede70b84da2b6ca23badb2d24bf 2024-11-20T20:21:44,344 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/default/test/22294ba75b31eabd67244d068a919f5a/.tmp/f/b1069fccf5c04e9ab0239320492ba22a as hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/default/test/22294ba75b31eabd67244d068a919f5a/f/b1069fccf5c04e9ab0239320492ba22a 2024-11-20T20:21:44,353 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1069fccf5c04e9ab0239320492ba22a 2024-11-20T20:21:44,353 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/default/test/22294ba75b31eabd67244d068a919f5a/f/b1069fccf5c04e9ab0239320492ba22a, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T20:21:44,354 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/default/test/22294ba75b31eabd67244d068a919f5a/.tmp/f1/bb836729657d42928d84a7a17a351251 as hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/default/test/22294ba75b31eabd67244d068a919f5a/f1/bb836729657d42928d84a7a17a351251 2024-11-20T20:21:44,359 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb836729657d42928d84a7a17a351251 2024-11-20T20:21:44,359 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/default/test/22294ba75b31eabd67244d068a919f5a/f1/bb836729657d42928d84a7a17a351251, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T20:21:44,360 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/default/test/22294ba75b31eabd67244d068a919f5a/.tmp/norep/e5308ede70b84da2b6ca23badb2d24bf as hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/default/test/22294ba75b31eabd67244d068a919f5a/norep/e5308ede70b84da2b6ca23badb2d24bf 2024-11-20T20:21:44,365 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5308ede70b84da2b6ca23badb2d24bf 2024-11-20T20:21:44,366 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326 to pos 913, reset compression=false 2024-11-20T20:21:44,367 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/default/test/22294ba75b31eabd67244d068a919f5a/norep/e5308ede70b84da2b6ca23badb2d24bf, entries=1, sequenceid=8, filesize=5.0 K 2024-11-20T20:21:44,371 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 22294ba75b31eabd67244d068a919f5a in 147ms, sequenceid=8, compaction requested=false 2024-11-20T20:21:44,376 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:21:44,376 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326 to pos 1509, reset compression=false 2024-11-20T20:21:44,376 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.shipperd7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,41313,1732134092319 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326, lastWalPosition=1509, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:21:44,378 ERROR [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.shipperd7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d7d59561a64e,41313,1732134092319: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d7d59561a64e,41313,1732134092319, walGroup=d7d59561a64e%2C41313%2C1732134092319, offset=d7d59561a64e%2C41313%2C1732134092319.1732134094326:1509, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:41313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T20:21:44,379 ERROR [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.shipperd7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T20:21:44,379 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.shipperd7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T20:21:44,380 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.shipperd7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T20:21:44,380 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.shipperd7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T20:21:44,380 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.shipperd7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T20:21:44,380 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.shipperd7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 609188032 }, "NonHeapMemoryUsage": { "committed": 193986560, "init": 7667712, "max": -1, "used": 190511704 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T20:21:44,381 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.shipperd7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:36363 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:36363 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T20:21:44,460 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/default/test/22294ba75b31eabd67244d068a919f5a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T20:21:44,461 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:21:44,461 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T20:21:44,461 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732134095422.22294ba75b31eabd67244d068a919f5a. 2024-11-20T20:21:44,461 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 22294ba75b31eabd67244d068a919f5a: Waiting for close lock at 1732134104224Running coprocessor pre-close hooks at 1732134104224Disabling compacts and flushes for region at 1732134104224Disabling writes for close at 1732134104224Obtaining lock to block concurrent updates at 1732134104224Preparing flush snapshotting stores in 22294ba75b31eabd67244d068a919f5a at 1732134104224Finished memstore snapshotting test,,1732134095422.22294ba75b31eabd67244d068a919f5a., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732134104225 (+1 ms)Flushing stores of test,,1732134095422.22294ba75b31eabd67244d068a919f5a. at 1732134104225Flushing 22294ba75b31eabd67244d068a919f5a/f: creating writer at 1732134104225Flushing 22294ba75b31eabd67244d068a919f5a/f: appending metadata at 1732134104251 (+26 ms)Flushing 22294ba75b31eabd67244d068a919f5a/f: closing flushed file at 1732134104251Flushing 22294ba75b31eabd67244d068a919f5a/f1: creating writer at 1732134104263 (+12 ms)Flushing 22294ba75b31eabd67244d068a919f5a/f1: appending metadata at 1732134104282 (+19 ms)Flushing 22294ba75b31eabd67244d068a919f5a/f1: closing flushed file at 1732134104282Flushing 22294ba75b31eabd67244d068a919f5a/norep: creating writer at 1732134104299 (+17 ms)Flushing 22294ba75b31eabd67244d068a919f5a/norep: appending metadata at 1732134104322 (+23 ms)Flushing 22294ba75b31eabd67244d068a919f5a/norep: closing flushed file at 1732134104322Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69cb6205: reopening flushed file at 1732134104343 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f7d9874: reopening flushed file at 1732134104353 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ff8ab62: reopening flushed file at 1732134104359 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 22294ba75b31eabd67244d068a919f5a in 147ms, sequenceid=8, compaction requested=false at 1732134104371 (+12 ms)Writing region close event to WAL at 1732134104444 (+73 ms)Running coprocessor post-close hooks at 1732134104461 (+17 ms)Closed at 1732134104461 2024-11-20T20:21:44,461 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732134095422.22294ba75b31eabd67244d068a919f5a. 2024-11-20T20:21:44,472 DEBUG [RS:0;d7d59561a64e:41313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:21:44,618 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326 to pos 1509, reset compression=false 2024-11-20T20:21:44,623 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:21:44,623 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326 to pos 1804, reset compression=false 2024-11-20T20:21:44,639 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/meta/1588230740/.tmp/rep_barrier/254363b65d7c4df09bc8c0d09d0b1891 2024-11-20T20:21:44,659 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/meta/1588230740/.tmp/table/b3e9e9bd18cf479c8ca884a738f4db37 is 53, key is hbase:replication/table:state/1732134098943/Put/seqid=0 2024-11-20T20:21:44,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39719 is added to blk_1073741847_1023 (size=5308) 2024-11-20T20:21:44,672 DEBUG [RS:0;d7d59561a64e:41313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:21:44,826 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326 to pos 1804, reset compression=false 2024-11-20T20:21:44,843 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 914, reset compression=false 2024-11-20T20:21:44,872 DEBUG [RS:0;d7d59561a64e:41313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:21:45,063 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/meta/1588230740/.tmp/table/b3e9e9bd18cf479c8ca884a738f4db37 2024-11-20T20:21:45,070 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/meta/1588230740/.tmp/info/01c8562182394f78839b701417a2fea6 as hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/meta/1588230740/info/01c8562182394f78839b701417a2fea6 2024-11-20T20:21:45,073 INFO [RS:0;d7d59561a64e:41313 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T20:21:45,073 DEBUG [RS:0;d7d59561a64e:41313 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T20:21:45,073 DEBUG [RS:0;d7d59561a64e:41313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:21:45,074 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/meta/1588230740/info/01c8562182394f78839b701417a2fea6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T20:21:45,075 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/meta/1588230740/.tmp/ns/22a59663258d446cae0f34cd89f0b91d as hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/meta/1588230740/ns/22a59663258d446cae0f34cd89f0b91d 2024-11-20T20:21:45,086 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/meta/1588230740/ns/22a59663258d446cae0f34cd89f0b91d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T20:21:45,087 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/meta/1588230740/.tmp/rep_barrier/254363b65d7c4df09bc8c0d09d0b1891 as hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/meta/1588230740/rep_barrier/254363b65d7c4df09bc8c0d09d0b1891 2024-11-20T20:21:45,093 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/meta/1588230740/rep_barrier/254363b65d7c4df09bc8c0d09d0b1891, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T20:21:45,094 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/meta/1588230740/.tmp/table/b3e9e9bd18cf479c8ca884a738f4db37 as hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/meta/1588230740/table/b3e9e9bd18cf479c8ca884a738f4db37 2024-11-20T20:21:45,099 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/meta/1588230740/table/b3e9e9bd18cf479c8ca884a738f4db37, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T20:21:45,116 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1045ms, sequenceid=16, compaction requested=false 2024-11-20T20:21:45,129 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326 to pos 1804, reset compression=false 2024-11-20T20:21:45,135 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T20:21:45,136 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:21:45,136 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:21:45,136 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:21:45,136 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134104071Running coprocessor pre-close hooks at 1732134104071Disabling compacts and flushes for region at 1732134104071Disabling writes for close at 1732134104071Obtaining lock to block concurrent updates at 1732134104071Preparing flush snapshotting stores in 1588230740 at 1732134104071Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732134104072 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732134104073 (+1 ms)Flushing 1588230740/info: creating writer at 1732134104073Flushing 1588230740/info: appending metadata at 1732134104123 (+50 ms)Flushing 1588230740/info: closing flushed file at 1732134104123Flushing 1588230740/ns: creating writer at 1732134104163 (+40 ms)Flushing 1588230740/ns: appending metadata at 1732134104195 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1732134104195Flushing 1588230740/rep_barrier: creating writer at 1732134104211 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732134104233 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732134104233Flushing 1588230740/table: creating writer at 1732134104642 (+409 ms)Flushing 1588230740/table: appending metadata at 1732134104659 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732134104659Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@410fffcf: reopening flushed file at 1732134105069 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fcaa32a: reopening flushed file at 1732134105074 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58898664: reopening flushed file at 1732134105086 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c3f5004: reopening flushed file at 1732134105093 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1045ms, sequenceid=16, compaction requested=false at 1732134105116 (+23 ms)Writing region close event to WAL at 1732134105132 (+16 ms)Running coprocessor post-close hooks at 1732134105136 (+4 ms)Closed at 1732134105136 2024-11-20T20:21:45,136 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T20:21:45,273 INFO [RS:0;d7d59561a64e:41313 {}] regionserver.HRegionServer(976): stopping server d7d59561a64e,41313,1732134092319; all regions closed. 2024-11-20T20:21:45,277 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.meta.1732134094689.meta not finished, retry = 0 2024-11-20T20:21:45,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39719 is added to blk_1073741834_1010 (size=4239) 2024-11-20T20:21:45,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39719 is added to blk_1073741839_1015 (size=2676) 2024-11-20T20:21:45,380 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.rep.1732134098880 not finished, retry = 0 2024-11-20T20:21:45,446 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 914, reset compression=false 2024-11-20T20:21:45,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39719 is added to blk_1073741833_1009 (size=1812) 2024-11-20T20:21:45,482 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326 not finished, retry = 0 2024-11-20T20:21:45,549 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326 to pos 1804, reset compression=false 2024-11-20T20:21:45,583 DEBUG [RS:0;d7d59561a64e:41313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:45,583 INFO [RS:0;d7d59561a64e:41313 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:21:45,583 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/WALs/d7d59561a64e,41313,1732134092319/d7d59561a64e%2C41313%2C1732134092319.1732134094326 2024-11-20T20:21:45,583 INFO [RS:0;d7d59561a64e:41313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:21:45,584 INFO [RS:0;d7d59561a64e:41313 {}] hbase.ChoreService(370): Chore service for: regionserver/d7d59561a64e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T20:21:45,584 INFO [RS:0;d7d59561a64e:41313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:21:45,584 INFO [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:21:45,584 INFO [RS:0;d7d59561a64e:41313 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7d59561a64e,41313,1732134092319 because: Region server is closing 2024-11-20T20:21:45,584 INFO [RS:0;d7d59561a64e:41313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:41313. 2024-11-20T20:21:45,584 DEBUG [RS:0;d7d59561a64e:41313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:21:45,584 DEBUG [RS:0;d7d59561a64e:41313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:45,585 DEBUG [RS:0;d7d59561a64e:41313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:45,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:21:45,685 INFO [RS:0;d7d59561a64e:41313 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.shipperd7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 terminated 2024-11-20T20:21:45,685 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,41313,1732134092319.replicationSource.wal-reader.d7d59561a64e%2C41313%2C1732134092319,1-d7d59561a64e,41313,1732134092319 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-20T20:21:45,685 INFO [RS:0;d7d59561a64e:41313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:41313. 2024-11-20T20:21:45,685 DEBUG [RS:0;d7d59561a64e:41313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:21:45,685 DEBUG [RS:0;d7d59561a64e:41313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:45,685 DEBUG [RS:0;d7d59561a64e:41313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:45,685 INFO [RS:0;d7d59561a64e:41313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41313 2024-11-20T20:21:45,686 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:21:45,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x10159e89c500004, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-103313945/rs/d7d59561a64e,41313,1732134092319 2024-11-20T20:21:45,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x10159e89c500003, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103313945/rs 2024-11-20T20:21:45,785 INFO [RS:0;d7d59561a64e:41313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:21:45,796 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7d59561a64e,41313,1732134092319] 2024-11-20T20:21:45,806 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-103313945/draining/d7d59561a64e,41313,1732134092319 already deleted, retry=false 2024-11-20T20:21:45,806 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7d59561a64e,41313,1732134092319 expired; onlineServers=0 2024-11-20T20:21:45,806 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7d59561a64e,36363,1732134092195' ***** 2024-11-20T20:21:45,806 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T20:21:45,806 INFO [M:0;d7d59561a64e:36363 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:21:45,807 INFO [M:0;d7d59561a64e:36363 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:21:45,807 DEBUG [M:0;d7d59561a64e:36363 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T20:21:45,807 DEBUG [M:0;d7d59561a64e:36363 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T20:21:45,807 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134094001 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134094001,5,FailOnTimeoutGroup] 2024-11-20T20:21:45,807 INFO [M:0;d7d59561a64e:36363 {}] hbase.ChoreService(370): Chore service for: master/d7d59561a64e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T20:21:45,807 INFO [M:0;d7d59561a64e:36363 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:21:45,807 DEBUG [M:0;d7d59561a64e:36363 {}] master.HMaster(1795): Stopping service threads 2024-11-20T20:21:45,807 INFO [M:0;d7d59561a64e:36363 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T20:21:45,807 INFO [M:0;d7d59561a64e:36363 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:21:45,807 INFO [M:0;d7d59561a64e:36363 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T20:21:45,807 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T20:21:45,808 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T20:21:45,808 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134094000 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134094000,5,FailOnTimeoutGroup] 2024-11-20T20:21:45,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x10159e89c500003, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-103313945/master 2024-11-20T20:21:45,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x10159e89c500003, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103313945 2024-11-20T20:21:45,817 DEBUG [M:0;d7d59561a64e:36363 {}] zookeeper.ZKUtil(347): master:36363-0x10159e89c500003, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Unable to get data of znode /1-103313945/master because node does not exist (not an error) 2024-11-20T20:21:45,817 WARN [M:0;d7d59561a64e:36363 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T20:21:45,817 INFO [M:0;d7d59561a64e:36363 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/.lastflushedseqids 2024-11-20T20:21:45,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39719 is added to blk_1073741848_1024 (size=245) 2024-11-20T20:21:45,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x10159e89c500004, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:21:45,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41313-0x10159e89c500004, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:21:45,896 INFO [RS:0;d7d59561a64e:41313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:21:45,896 INFO [RS:0;d7d59561a64e:41313 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7d59561a64e,41313,1732134092319; zookeeper connection closed. 2024-11-20T20:21:45,897 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@55955158 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@55955158 2024-11-20T20:21:45,897 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T20:21:46,150 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 914, reset compression=false 2024-11-20T20:21:46,222 INFO [M:0;d7d59561a64e:36363 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T20:21:46,222 INFO [M:0;d7d59561a64e:36363 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T20:21:46,222 DEBUG [M:0;d7d59561a64e:36363 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:21:46,222 INFO [M:0;d7d59561a64e:36363 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:46,222 DEBUG [M:0;d7d59561a64e:36363 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:46,222 DEBUG [M:0;d7d59561a64e:36363 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:21:46,222 DEBUG [M:0;d7d59561a64e:36363 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:46,222 INFO [M:0;d7d59561a64e:36363 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-20T20:21:46,237 DEBUG [M:0;d7d59561a64e:36363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19e18c7e3a8d44088eeb996515919618 is 82, key is hbase:meta,,1/info:regioninfo/1732134094722/Put/seqid=0 2024-11-20T20:21:46,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39719 is added to blk_1073741849_1025 (size=5672) 2024-11-20T20:21:46,641 INFO [M:0;d7d59561a64e:36363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19e18c7e3a8d44088eeb996515919618 2024-11-20T20:21:46,662 DEBUG [M:0;d7d59561a64e:36363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bef8aaa080f74572ac7c9f5372129a49 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732134098948/Put/seqid=0 2024-11-20T20:21:46,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39719 is added to blk_1073741850_1026 (size=8515) 2024-11-20T20:21:46,954 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 914, reset compression=false 2024-11-20T20:21:47,074 INFO [M:0;d7d59561a64e:36363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bef8aaa080f74572ac7c9f5372129a49 2024-11-20T20:21:47,167 DEBUG [M:0;d7d59561a64e:36363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fadcb1fe2dde4e7e8ed4931344d9a14c is 69, key is d7d59561a64e,41313,1732134092319/rs:state/1732134094102/Put/seqid=0 2024-11-20T20:21:47,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39719 is added to blk_1073741851_1027 (size=5156) 2024-11-20T20:21:47,211 INFO [M:0;d7d59561a64e:36363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fadcb1fe2dde4e7e8ed4931344d9a14c 2024-11-20T20:21:47,240 DEBUG [M:0;d7d59561a64e:36363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/19e18c7e3a8d44088eeb996515919618 as hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19e18c7e3a8d44088eeb996515919618 2024-11-20T20:21:47,263 INFO [M:0;d7d59561a64e:36363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/19e18c7e3a8d44088eeb996515919618, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T20:21:47,268 DEBUG [M:0;d7d59561a64e:36363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bef8aaa080f74572ac7c9f5372129a49 as hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bef8aaa080f74572ac7c9f5372129a49 2024-11-20T20:21:47,285 INFO [M:0;d7d59561a64e:36363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bef8aaa080f74572ac7c9f5372129a49, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T20:21:47,290 DEBUG [M:0;d7d59561a64e:36363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fadcb1fe2dde4e7e8ed4931344d9a14c as hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fadcb1fe2dde4e7e8ed4931344d9a14c 2024-11-20T20:21:47,300 INFO [M:0;d7d59561a64e:36363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35081/user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fadcb1fe2dde4e7e8ed4931344d9a14c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T20:21:47,301 INFO [M:0;d7d59561a64e:36363 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1079ms, sequenceid=97, compaction requested=false 2024-11-20T20:21:47,304 INFO [M:0;d7d59561a64e:36363 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:47,304 DEBUG [M:0;d7d59561a64e:36363 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134106222Disabling compacts and flushes for region at 1732134106222Disabling writes for close at 1732134106222Obtaining lock to block concurrent updates at 1732134106222Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732134106222Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732134106223 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732134106223Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732134106223Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732134106236 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732134106236Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732134106644 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732134106661 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732134106661Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732134107105 (+444 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732134107167 (+62 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732134107167Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4af8d5dd: reopening flushed file at 1732134107233 (+66 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3976f904: reopening flushed file at 1732134107263 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19ffebae: reopening flushed file at 1732134107285 (+22 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1079ms, sequenceid=97, compaction requested=false at 1732134107301 (+16 ms)Writing region close event to WAL at 1732134107304 (+3 ms)Closed at 1732134107304 2024-11-20T20:21:47,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39719 is added to blk_1073741830_1006 (size=63642) 2024-11-20T20:21:47,329 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/089bb344-17e0-2eb2-d1ab-96c92c39d683/MasterData/WALs/d7d59561a64e,36363,1732134092195/d7d59561a64e%2C36363%2C1732134092195.1732134093713 not finished, retry = 0 2024-11-20T20:21:47,430 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:21:47,430 INFO [M:0;d7d59561a64e:36363 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T20:21:47,430 INFO [M:0;d7d59561a64e:36363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36363 2024-11-20T20:21:47,430 INFO [M:0;d7d59561a64e:36363 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:21:47,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x10159e89c500003, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:21:47,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36363-0x10159e89c500003, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:21:47,619 INFO [M:0;d7d59561a64e:36363 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:21:47,653 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46d1f438{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:21:47,654 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@765f6862{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:21:47,654 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:21:47,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9e3238{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:21:47,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b57eff4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/hadoop.log.dir/,STOPPED} 2024-11-20T20:21:47,656 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T20:21:47,656 WARN [BP-1505862758-172.17.0.2-1732134090137 heartbeating to localhost/127.0.0.1:35081 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T20:21:47,656 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T20:21:47,656 WARN [BP-1505862758-172.17.0.2-1732134090137 heartbeating to localhost/127.0.0.1:35081 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1505862758-172.17.0.2-1732134090137 (Datanode Uuid af150d31-7a48-4443-9195-791b39bdd693) service to localhost/127.0.0.1:35081 2024-11-20T20:21:47,657 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/cluster_8083ef70-1826-c1b8-57d6-8bd6608e3b2a/data/data1/current/BP-1505862758-172.17.0.2-1732134090137 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:21:47,657 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/cluster_8083ef70-1826-c1b8-57d6-8bd6608e3b2a/data/data2/current/BP-1505862758-172.17.0.2-1732134090137 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:21:47,657 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T20:21:47,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27a418e4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:21:47,668 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@652ca129{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:21:47,668 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:21:47,669 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18fbd441{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:21:47,669 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1baa9f06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/hadoop.log.dir/,STOPPED} 2024-11-20T20:21:47,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T20:21:47,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T20:21:47,686 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:21:47,686 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:21:47,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:47,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:47,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:21:47,687 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T20:21:47,687 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1357665113, stopped=false 2024-11-20T20:21:47,687 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7d59561a64e,38855,1732134087889 2024-11-20T20:21:47,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x10159e89c500000, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01837770031/running 2024-11-20T20:21:47,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x10159e89c500000, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837770031 2024-11-20T20:21:47,708 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:21:47,708 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x10159e89c500001, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01837770031/running 2024-11-20T20:21:47,708 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x10159e89c500001, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837770031 2024-11-20T20:21:47,708 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:21:47,708 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:21:47,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38855-0x10159e89c500000, quorum=127.0.0.1:55483, baseZNode=/01837770031 Set watcher on znode that does not yet exist, /01837770031/running 2024-11-20T20:21:47,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:47,709 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7d59561a64e,45405,1732134088119' ***** 2024-11-20T20:21:47,709 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T20:21:47,709 INFO [RS:0;d7d59561a64e:45405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T20:21:47,709 INFO [RS:0;d7d59561a64e:45405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T20:21:47,709 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T20:21:47,709 INFO [RS:0;d7d59561a64e:45405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T20:21:47,709 INFO [RS:0;d7d59561a64e:45405 {}] regionserver.HRegionServer(3091): Received CLOSE for 272e4fd23f9572b5287e2ce4fc33664e 2024-11-20T20:21:47,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45405-0x10159e89c500001, quorum=127.0.0.1:55483, baseZNode=/01837770031 Set watcher on znode that does not yet exist, /01837770031/running 2024-11-20T20:21:47,732 INFO [RS:0;d7d59561a64e:45405 {}] regionserver.HRegionServer(3091): Received CLOSE for 7cb2d91394e527e78ab06a69d1d09218 2024-11-20T20:21:47,732 INFO [RS:0;d7d59561a64e:45405 {}] regionserver.HRegionServer(959): stopping server d7d59561a64e,45405,1732134088119 2024-11-20T20:21:47,732 INFO [RS:0;d7d59561a64e:45405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:21:47,732 INFO [RS:0;d7d59561a64e:45405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:45405. 2024-11-20T20:21:47,732 DEBUG [RS:0;d7d59561a64e:45405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:21:47,732 DEBUG [RS:0;d7d59561a64e:45405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:47,733 INFO [RS:0;d7d59561a64e:45405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T20:21:47,733 INFO [RS:0;d7d59561a64e:45405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T20:21:47,733 INFO [RS:0;d7d59561a64e:45405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T20:21:47,733 INFO [RS:0;d7d59561a64e:45405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T20:21:47,733 INFO [RS:0;d7d59561a64e:45405 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T20:21:47,733 DEBUG [RS:0;d7d59561a64e:45405 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 272e4fd23f9572b5287e2ce4fc33664e=hbase:replication,,1732134096580.272e4fd23f9572b5287e2ce4fc33664e., 7cb2d91394e527e78ab06a69d1d09218=test,,1732134094790.7cb2d91394e527e78ab06a69d1d09218.} 2024-11-20T20:21:47,733 DEBUG [RS:0;d7d59561a64e:45405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 272e4fd23f9572b5287e2ce4fc33664e, 7cb2d91394e527e78ab06a69d1d09218 2024-11-20T20:21:47,733 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:21:47,733 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 272e4fd23f9572b5287e2ce4fc33664e, disabling compactions & flushes 2024-11-20T20:21:47,733 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732134096580.272e4fd23f9572b5287e2ce4fc33664e. 2024-11-20T20:21:47,733 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:21:47,733 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732134096580.272e4fd23f9572b5287e2ce4fc33664e. 2024-11-20T20:21:47,733 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:21:47,733 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732134096580.272e4fd23f9572b5287e2ce4fc33664e. after waiting 0 ms 2024-11-20T20:21:47,733 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:21:47,733 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732134096580.272e4fd23f9572b5287e2ce4fc33664e. 2024-11-20T20:21:47,733 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:21:47,733 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 272e4fd23f9572b5287e2ce4fc33664e 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-20T20:21:47,733 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T20:21:47,755 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/replication/272e4fd23f9572b5287e2ce4fc33664e/.tmp/queue/8932be8589ad44a8acfcf637dd537d9d is 153, key is 1-d7d59561a64e,45405,1732134088119/queue:d7d59561a64e%2C45405%2C1732134088119/1732134103413/Put/seqid=0 2024-11-20T20:21:47,769 INFO [regionserver/d7d59561a64e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:21:47,771 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/meta/1588230740/.tmp/info/16e775d60c0c45b9957cc0b67cdff913 is 147, key is hbase:replication,,1732134096580.272e4fd23f9572b5287e2ce4fc33664e./info:regioninfo/1732134097357/Put/seqid=0 2024-11-20T20:21:47,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35127 is added to blk_1073741840_1016 (size=5352) 2024-11-20T20:21:47,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35127 is added to blk_1073741841_1017 (size=7686) 2024-11-20T20:21:47,865 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 914, reset compression=false 2024-11-20T20:21:47,933 DEBUG [RS:0;d7d59561a64e:45405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 272e4fd23f9572b5287e2ce4fc33664e, 7cb2d91394e527e78ab06a69d1d09218 2024-11-20T20:21:48,133 DEBUG [RS:0;d7d59561a64e:45405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 272e4fd23f9572b5287e2ce4fc33664e, 7cb2d91394e527e78ab06a69d1d09218 2024-11-20T20:21:48,140 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T20:21:48,140 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T20:21:48,178 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/replication/272e4fd23f9572b5287e2ce4fc33664e/.tmp/queue/8932be8589ad44a8acfcf637dd537d9d 2024-11-20T20:21:48,182 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/meta/1588230740/.tmp/info/16e775d60c0c45b9957cc0b67cdff913 2024-11-20T20:21:48,184 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/replication/272e4fd23f9572b5287e2ce4fc33664e/.tmp/queue/8932be8589ad44a8acfcf637dd537d9d as hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/replication/272e4fd23f9572b5287e2ce4fc33664e/queue/8932be8589ad44a8acfcf637dd537d9d 2024-11-20T20:21:48,190 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/replication/272e4fd23f9572b5287e2ce4fc33664e/queue/8932be8589ad44a8acfcf637dd537d9d, entries=1, sequenceid=10, filesize=5.2 K 2024-11-20T20:21:48,191 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 272e4fd23f9572b5287e2ce4fc33664e in 458ms, sequenceid=10, compaction requested=false 2024-11-20T20:21:48,191 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T20:21:48,205 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/replication/272e4fd23f9572b5287e2ce4fc33664e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T20:21:48,206 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:21:48,206 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:21:48,206 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732134096580.272e4fd23f9572b5287e2ce4fc33664e. 2024-11-20T20:21:48,206 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 272e4fd23f9572b5287e2ce4fc33664e: Waiting for close lock at 1732134107733Running coprocessor pre-close hooks at 1732134107733Disabling compacts and flushes for region at 1732134107733Disabling writes for close at 1732134107733Obtaining lock to block concurrent updates at 1732134107733Preparing flush snapshotting stores in 272e4fd23f9572b5287e2ce4fc33664e at 1732134107733Finished memstore snapshotting hbase:replication,,1732134096580.272e4fd23f9572b5287e2ce4fc33664e., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732134107734 (+1 ms)Flushing stores of hbase:replication,,1732134096580.272e4fd23f9572b5287e2ce4fc33664e. at 1732134107735 (+1 ms)Flushing 272e4fd23f9572b5287e2ce4fc33664e/queue: creating writer at 1732134107735Flushing 272e4fd23f9572b5287e2ce4fc33664e/queue: appending metadata at 1732134107754 (+19 ms)Flushing 272e4fd23f9572b5287e2ce4fc33664e/queue: closing flushed file at 1732134107754Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21538576: reopening flushed file at 1732134108183 (+429 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 272e4fd23f9572b5287e2ce4fc33664e in 458ms, sequenceid=10, compaction requested=false at 1732134108191 (+8 ms)Writing region close event to WAL at 1732134108202 (+11 ms)Running coprocessor post-close hooks at 1732134108206 (+4 ms)Closed at 1732134108206 2024-11-20T20:21:48,206 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732134096580.272e4fd23f9572b5287e2ce4fc33664e. 2024-11-20T20:21:48,207 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7cb2d91394e527e78ab06a69d1d09218, disabling compactions & flushes 2024-11-20T20:21:48,207 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732134094790.7cb2d91394e527e78ab06a69d1d09218. 2024-11-20T20:21:48,207 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732134094790.7cb2d91394e527e78ab06a69d1d09218. 2024-11-20T20:21:48,207 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732134094790.7cb2d91394e527e78ab06a69d1d09218. after waiting 0 ms 2024-11-20T20:21:48,207 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732134094790.7cb2d91394e527e78ab06a69d1d09218. 2024-11-20T20:21:48,207 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7cb2d91394e527e78ab06a69d1d09218 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-20T20:21:48,207 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/meta/1588230740/.tmp/ns/78410fd4d9724aa0b6eb2134297463f4 is 43, key is default/ns:d/1732134089958/Put/seqid=0 2024-11-20T20:21:48,243 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/default/test/7cb2d91394e527e78ab06a69d1d09218/.tmp/f/2e83e28f22ab4c78a68957a5689d6d93 is 29, key is row1/f:/1732134102931/DeleteFamily/seqid=0 2024-11-20T20:21:48,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35127 is added to blk_1073741842_1018 (size=5153) 2024-11-20T20:21:48,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35127 is added to blk_1073741843_1019 (size=5118) 2024-11-20T20:21:48,254 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/default/test/7cb2d91394e527e78ab06a69d1d09218/.tmp/f/2e83e28f22ab4c78a68957a5689d6d93 2024-11-20T20:21:48,262 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e83e28f22ab4c78a68957a5689d6d93 2024-11-20T20:21:48,281 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/default/test/7cb2d91394e527e78ab06a69d1d09218/.tmp/f1/d28c533943a04968b55f4209986335f9 is 30, key is row1/f1:/1732134102931/DeleteFamily/seqid=0 2024-11-20T20:21:48,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35127 is added to blk_1073741844_1020 (size=5123) 2024-11-20T20:21:48,334 DEBUG [RS:0;d7d59561a64e:45405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7cb2d91394e527e78ab06a69d1d09218 2024-11-20T20:21:48,534 DEBUG [RS:0;d7d59561a64e:45405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7cb2d91394e527e78ab06a69d1d09218 2024-11-20T20:21:48,645 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/meta/1588230740/.tmp/ns/78410fd4d9724aa0b6eb2134297463f4 2024-11-20T20:21:48,666 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/meta/1588230740/.tmp/rep_barrier/2cb65a75a74d466fa550a1816aa5b3fd is 112, key is test,,1732134094790.7cb2d91394e527e78ab06a69d1d09218./rep_barrier:seqnumDuringOpen/1732134095149/Put/seqid=0 2024-11-20T20:21:48,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35127 is added to blk_1073741845_1021 (size=5518) 2024-11-20T20:21:48,693 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/default/test/7cb2d91394e527e78ab06a69d1d09218/.tmp/f1/d28c533943a04968b55f4209986335f9 2024-11-20T20:21:48,698 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d28c533943a04968b55f4209986335f9 2024-11-20T20:21:48,713 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/default/test/7cb2d91394e527e78ab06a69d1d09218/.tmp/norep/2fa4b277ed8246f0881fd290238c0e6a is 32, key is row/norep:/1732134101910/DeleteFamily/seqid=0 2024-11-20T20:21:48,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35127 is added to blk_1073741846_1022 (size=5101) 2024-11-20T20:21:48,716 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/default/test/7cb2d91394e527e78ab06a69d1d09218/.tmp/norep/2fa4b277ed8246f0881fd290238c0e6a 2024-11-20T20:21:48,720 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2fa4b277ed8246f0881fd290238c0e6a 2024-11-20T20:21:48,721 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/default/test/7cb2d91394e527e78ab06a69d1d09218/.tmp/f/2e83e28f22ab4c78a68957a5689d6d93 as hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/default/test/7cb2d91394e527e78ab06a69d1d09218/f/2e83e28f22ab4c78a68957a5689d6d93 2024-11-20T20:21:48,726 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e83e28f22ab4c78a68957a5689d6d93 2024-11-20T20:21:48,726 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/default/test/7cb2d91394e527e78ab06a69d1d09218/f/2e83e28f22ab4c78a68957a5689d6d93, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T20:21:48,727 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/default/test/7cb2d91394e527e78ab06a69d1d09218/.tmp/f1/d28c533943a04968b55f4209986335f9 as hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/default/test/7cb2d91394e527e78ab06a69d1d09218/f1/d28c533943a04968b55f4209986335f9 2024-11-20T20:21:48,733 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d28c533943a04968b55f4209986335f9 2024-11-20T20:21:48,733 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/default/test/7cb2d91394e527e78ab06a69d1d09218/f1/d28c533943a04968b55f4209986335f9, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T20:21:48,734 INFO [RS:0;d7d59561a64e:45405 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T20:21:48,734 DEBUG [RS:0;d7d59561a64e:45405 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7cb2d91394e527e78ab06a69d1d09218=test,,1732134094790.7cb2d91394e527e78ab06a69d1d09218.} 2024-11-20T20:21:48,734 DEBUG [RS:0;d7d59561a64e:45405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7cb2d91394e527e78ab06a69d1d09218 2024-11-20T20:21:48,734 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/default/test/7cb2d91394e527e78ab06a69d1d09218/.tmp/norep/2fa4b277ed8246f0881fd290238c0e6a as hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/default/test/7cb2d91394e527e78ab06a69d1d09218/norep/2fa4b277ed8246f0881fd290238c0e6a 2024-11-20T20:21:48,740 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2fa4b277ed8246f0881fd290238c0e6a 2024-11-20T20:21:48,740 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/default/test/7cb2d91394e527e78ab06a69d1d09218/norep/2fa4b277ed8246f0881fd290238c0e6a, entries=1, sequenceid=8, filesize=5.0 K 2024-11-20T20:21:48,745 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7cb2d91394e527e78ab06a69d1d09218 in 537ms, sequenceid=8, compaction requested=false 2024-11-20T20:21:48,745 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T20:21:48,764 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/default/test/7cb2d91394e527e78ab06a69d1d09218/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T20:21:48,764 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:21:48,764 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T20:21:48,764 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732134094790.7cb2d91394e527e78ab06a69d1d09218. 2024-11-20T20:21:48,764 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7cb2d91394e527e78ab06a69d1d09218: Waiting for close lock at 1732134108206Running coprocessor pre-close hooks at 1732134108206Disabling compacts and flushes for region at 1732134108207 (+1 ms)Disabling writes for close at 1732134108207Obtaining lock to block concurrent updates at 1732134108207Preparing flush snapshotting stores in 7cb2d91394e527e78ab06a69d1d09218 at 1732134108207Finished memstore snapshotting test,,1732134094790.7cb2d91394e527e78ab06a69d1d09218., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732134108207Flushing stores of test,,1732134094790.7cb2d91394e527e78ab06a69d1d09218. at 1732134108208 (+1 ms)Flushing 7cb2d91394e527e78ab06a69d1d09218/f: creating writer at 1732134108208Flushing 7cb2d91394e527e78ab06a69d1d09218/f: appending metadata at 1732134108242 (+34 ms)Flushing 7cb2d91394e527e78ab06a69d1d09218/f: closing flushed file at 1732134108242Flushing 7cb2d91394e527e78ab06a69d1d09218/f1: creating writer at 1732134108262 (+20 ms)Flushing 7cb2d91394e527e78ab06a69d1d09218/f1: appending metadata at 1732134108281 (+19 ms)Flushing 7cb2d91394e527e78ab06a69d1d09218/f1: closing flushed file at 1732134108281Flushing 7cb2d91394e527e78ab06a69d1d09218/norep: creating writer at 1732134108698 (+417 ms)Flushing 7cb2d91394e527e78ab06a69d1d09218/norep: appending metadata at 1732134108712 (+14 ms)Flushing 7cb2d91394e527e78ab06a69d1d09218/norep: closing flushed file at 1732134108712Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@286953e3: reopening flushed file at 1732134108720 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@90b795: reopening flushed file at 1732134108726 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@529402f2: reopening flushed file at 1732134108733 (+7 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7cb2d91394e527e78ab06a69d1d09218 in 537ms, sequenceid=8, compaction requested=false at 1732134108745 (+12 ms)Writing region close event to WAL at 1732134108760 (+15 ms)Running coprocessor post-close hooks at 1732134108764 (+4 ms)Closed at 1732134108764 2024-11-20T20:21:48,764 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732134094790.7cb2d91394e527e78ab06a69d1d09218. 2024-11-20T20:21:48,869 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 914, reset compression=false 2024-11-20T20:21:48,876 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:21:48,877 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 1805, reset compression=false 2024-11-20T20:21:48,877 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.shipperd7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,45405,1732134088119 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278, lastWalPosition=1805, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:21:48,877 ERROR [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.shipperd7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d7d59561a64e,45405,1732134088119: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d7d59561a64e,45405,1732134088119, walGroup=d7d59561a64e%2C45405%2C1732134088119, offset=d7d59561a64e%2C45405%2C1732134088119.1732134089278:1805, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:45405 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T20:21:48,879 ERROR [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.shipperd7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T20:21:48,879 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.shipperd7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T20:21:48,879 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.shipperd7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T20:21:48,879 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.shipperd7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T20:21:48,879 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.shipperd7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T20:21:48,879 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.shipperd7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 676296896 }, "NonHeapMemoryUsage": { "committed": 194314240, "init": 7667712, "max": -1, "used": 191137032 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T20:21:48,880 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.shipperd7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:38855 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:38855 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T20:21:48,934 DEBUG [RS:0;d7d59561a64e:45405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:21:49,077 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/meta/1588230740/.tmp/rep_barrier/2cb65a75a74d466fa550a1816aa5b3fd 2024-11-20T20:21:49,082 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 1805, reset compression=false 2024-11-20T20:21:49,102 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/meta/1588230740/.tmp/table/306c2f80e94f4a1f9572ad697e5c8850 is 53, key is hbase:replication/table:state/1732134097365/Put/seqid=0 2024-11-20T20:21:49,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35127 is added to blk_1073741847_1023 (size=5308) 2024-11-20T20:21:49,135 DEBUG [RS:0;d7d59561a64e:45405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:21:49,335 DEBUG [RS:0;d7d59561a64e:45405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:21:49,393 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 1805, reset compression=false 2024-11-20T20:21:49,520 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/meta/1588230740/.tmp/table/306c2f80e94f4a1f9572ad697e5c8850 2024-11-20T20:21:49,525 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/meta/1588230740/.tmp/info/16e775d60c0c45b9957cc0b67cdff913 as hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/meta/1588230740/info/16e775d60c0c45b9957cc0b67cdff913 2024-11-20T20:21:49,530 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/meta/1588230740/info/16e775d60c0c45b9957cc0b67cdff913, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T20:21:49,531 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/meta/1588230740/.tmp/ns/78410fd4d9724aa0b6eb2134297463f4 as hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/meta/1588230740/ns/78410fd4d9724aa0b6eb2134297463f4 2024-11-20T20:21:49,535 DEBUG [RS:0;d7d59561a64e:45405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:21:49,536 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/meta/1588230740/ns/78410fd4d9724aa0b6eb2134297463f4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T20:21:49,537 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/meta/1588230740/.tmp/rep_barrier/2cb65a75a74d466fa550a1816aa5b3fd as hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/meta/1588230740/rep_barrier/2cb65a75a74d466fa550a1816aa5b3fd 2024-11-20T20:21:49,548 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/meta/1588230740/rep_barrier/2cb65a75a74d466fa550a1816aa5b3fd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T20:21:49,549 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/meta/1588230740/.tmp/table/306c2f80e94f4a1f9572ad697e5c8850 as hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/meta/1588230740/table/306c2f80e94f4a1f9572ad697e5c8850 2024-11-20T20:21:49,553 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/meta/1588230740/table/306c2f80e94f4a1f9572ad697e5c8850, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T20:21:49,554 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1821ms, sequenceid=16, compaction requested=false 2024-11-20T20:21:49,554 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T20:21:49,564 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T20:21:49,564 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:21:49,564 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:21:49,564 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:21:49,565 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134107733Running coprocessor pre-close hooks at 1732134107733Disabling compacts and flushes for region at 1732134107733Disabling writes for close at 1732134107733Obtaining lock to block concurrent updates at 1732134107733Preparing flush snapshotting stores in 1588230740 at 1732134107733Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732134107736 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732134107737 (+1 ms)Flushing 1588230740/info: creating writer at 1732134107737Flushing 1588230740/info: appending metadata at 1732134107771 (+34 ms)Flushing 1588230740/info: closing flushed file at 1732134107771Flushing 1588230740/ns: creating writer at 1732134108187 (+416 ms)Flushing 1588230740/ns: appending metadata at 1732134108207 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732134108207Flushing 1588230740/rep_barrier: creating writer at 1732134108650 (+443 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732134108665 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732134108665Flushing 1588230740/table: creating writer at 1732134109082 (+417 ms)Flushing 1588230740/table: appending metadata at 1732134109102 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732134109102Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@499c2396: reopening flushed file at 1732134109525 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3afd3a9d: reopening flushed file at 1732134109531 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38720628: reopening flushed file at 1732134109536 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a419427: reopening flushed file at 1732134109549 (+13 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1821ms, sequenceid=16, compaction requested=false at 1732134109554 (+5 ms)Writing region close event to WAL at 1732134109560 (+6 ms)Running coprocessor post-close hooks at 1732134109564 (+4 ms)Closed at 1732134109564 2024-11-20T20:21:49,565 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T20:21:49,726 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:21:49,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:49,735 INFO [RS:0;d7d59561a64e:45405 {}] regionserver.HRegionServer(976): stopping server d7d59561a64e,45405,1732134088119; all regions closed. 2024-11-20T20:21:49,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:49,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:49,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35127 is added to blk_1073741834_1010 (size=4239) 2024-11-20T20:21:49,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:49,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:49,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:49,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:49,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:49,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35127 is added to blk_1073741839_1015 (size=2676) 2024-11-20T20:21:49,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:49,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:49,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:49,797 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 to pos 1805, reset compression=false 2024-11-20T20:21:49,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35127 is added to blk_1073741832_1008 (size=1813) 2024-11-20T20:21:49,805 DEBUG [RS:0;d7d59561a64e:45405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:49,805 INFO [RS:0;d7d59561a64e:45405 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:21:49,805 INFO [RS:0;d7d59561a64e:45405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:21:49,805 INFO [RS:0;d7d59561a64e:45405 {}] hbase.ChoreService(370): Chore service for: regionserver/d7d59561a64e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T20:21:49,805 INFO [RS:0;d7d59561a64e:45405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:21:49,805 INFO [RS:0;d7d59561a64e:45405 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7d59561a64e,45405,1732134088119 because: Region server is closing 2024-11-20T20:21:49,805 INFO [RS:0;d7d59561a64e:45405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:45405. 2024-11-20T20:21:49,805 DEBUG [RS:0;d7d59561a64e:45405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:21:49,805 DEBUG [RS:0;d7d59561a64e:45405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:49,806 DEBUG [RS:0;d7d59561a64e:45405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:49,806 INFO [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:21:49,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:21:49,841 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.wal-reader.d7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/WALs/d7d59561a64e,45405,1732134088119/d7d59561a64e%2C45405%2C1732134088119.1732134089278 2024-11-20T20:21:49,906 INFO [RS:0;d7d59561a64e:45405 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45405,1732134088119.replicationSource.shipperd7d59561a64e%2C45405%2C1732134088119,1-d7d59561a64e,45405,1732134088119 terminated 2024-11-20T20:21:49,906 INFO [RS:0;d7d59561a64e:45405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:45405. 2024-11-20T20:21:49,906 DEBUG [RS:0;d7d59561a64e:45405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:21:49,906 DEBUG [RS:0;d7d59561a64e:45405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:49,906 DEBUG [RS:0;d7d59561a64e:45405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:49,906 INFO [RS:0;d7d59561a64e:45405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45405 2024-11-20T20:21:49,906 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:21:49,932 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x10159e89c500001, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01837770031/rs/d7d59561a64e,45405,1732134088119 2024-11-20T20:21:49,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x10159e89c500000, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837770031/rs 2024-11-20T20:21:49,932 INFO [RS:0;d7d59561a64e:45405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:21:49,933 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7d59561a64e,45405,1732134088119] 2024-11-20T20:21:49,950 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01837770031/draining/d7d59561a64e,45405,1732134088119 already deleted, retry=false 2024-11-20T20:21:49,950 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7d59561a64e,45405,1732134088119 expired; onlineServers=0 2024-11-20T20:21:49,950 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7d59561a64e,38855,1732134087889' ***** 2024-11-20T20:21:49,950 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T20:21:49,950 INFO [M:0;d7d59561a64e:38855 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:21:49,950 INFO [M:0;d7d59561a64e:38855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:21:49,950 DEBUG [M:0;d7d59561a64e:38855 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T20:21:49,950 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T20:21:49,950 DEBUG [M:0;d7d59561a64e:38855 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T20:21:49,950 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134089089 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134089089,5,FailOnTimeoutGroup] 2024-11-20T20:21:49,950 INFO [M:0;d7d59561a64e:38855 {}] hbase.ChoreService(370): Chore service for: master/d7d59561a64e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T20:21:49,950 INFO [M:0;d7d59561a64e:38855 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:21:49,950 DEBUG [M:0;d7d59561a64e:38855 {}] master.HMaster(1795): Stopping service threads 2024-11-20T20:21:49,950 INFO [M:0;d7d59561a64e:38855 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T20:21:49,950 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134089091 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134089091,5,FailOnTimeoutGroup] 2024-11-20T20:21:49,950 INFO [M:0;d7d59561a64e:38855 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:21:49,951 INFO [M:0;d7d59561a64e:38855 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T20:21:49,951 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T20:21:49,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x10159e89c500000, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01837770031/master 2024-11-20T20:21:49,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x10159e89c500000, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01837770031 2024-11-20T20:21:49,975 DEBUG [M:0;d7d59561a64e:38855 {}] zookeeper.RecoverableZooKeeper(212): Node /01837770031/master already deleted, retry=false 2024-11-20T20:21:49,975 DEBUG [M:0;d7d59561a64e:38855 {}] master.ActiveMasterManager(353): master:38855-0x10159e89c500000, quorum=127.0.0.1:55483, baseZNode=/01837770031 Failed delete of our master address node; KeeperErrorCode = NoNode for /01837770031/master 2024-11-20T20:21:49,988 INFO [M:0;d7d59561a64e:38855 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/.lastflushedseqids 2024-11-20T20:21:50,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35127 is added to blk_1073741848_1024 (size=245) 2024-11-20T20:21:50,050 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x10159e89c500001, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:21:50,050 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x10159e89c500001, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:21:50,050 INFO [RS:0;d7d59561a64e:45405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:21:50,050 INFO [RS:0;d7d59561a64e:45405 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7d59561a64e,45405,1732134088119; zookeeper connection closed. 2024-11-20T20:21:50,050 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5991b5d5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5991b5d5 2024-11-20T20:21:50,051 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T20:21:50,099 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:21:50,099 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7d59561a64e,35369,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T20:21:50,100 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28305 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7d59561a64e,35369,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T20:21:50,411 INFO [M:0;d7d59561a64e:38855 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T20:21:50,411 INFO [M:0;d7d59561a64e:38855 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T20:21:50,411 DEBUG [M:0;d7d59561a64e:38855 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:21:50,411 INFO [M:0;d7d59561a64e:38855 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:50,411 DEBUG [M:0;d7d59561a64e:38855 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:50,411 DEBUG [M:0;d7d59561a64e:38855 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:21:50,411 DEBUG [M:0;d7d59561a64e:38855 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:50,411 INFO [M:0;d7d59561a64e:38855 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-20T20:21:50,429 DEBUG [M:0;d7d59561a64e:38855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca9aaa6d1b484da9b6abbbea77b6d436 is 82, key is hbase:meta,,1/info:regioninfo/1732134089912/Put/seqid=0 2024-11-20T20:21:50,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35127 is added to blk_1073741849_1025 (size=5672) 2024-11-20T20:21:50,833 INFO [M:0;d7d59561a64e:38855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca9aaa6d1b484da9b6abbbea77b6d436 2024-11-20T20:21:50,852 DEBUG [M:0;d7d59561a64e:38855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75a93289448441ad9a6096fb248da121 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732134097370/Put/seqid=0 2024-11-20T20:21:50,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35127 is added to blk_1073741850_1026 (size=8515) 2024-11-20T20:21:51,256 INFO [M:0;d7d59561a64e:38855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75a93289448441ad9a6096fb248da121 2024-11-20T20:21:51,278 DEBUG [M:0;d7d59561a64e:38855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/053b216ec3a94175b73db16a9fbd770d is 69, key is d7d59561a64e,45405,1732134088119/rs:state/1732134089110/Put/seqid=0 2024-11-20T20:21:51,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35127 is added to blk_1073741851_1027 (size=5156) 2024-11-20T20:21:51,682 INFO [M:0;d7d59561a64e:38855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/053b216ec3a94175b73db16a9fbd770d 2024-11-20T20:21:51,686 DEBUG [M:0;d7d59561a64e:38855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca9aaa6d1b484da9b6abbbea77b6d436 as hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca9aaa6d1b484da9b6abbbea77b6d436 2024-11-20T20:21:51,689 INFO [M:0;d7d59561a64e:38855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca9aaa6d1b484da9b6abbbea77b6d436, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T20:21:51,690 DEBUG [M:0;d7d59561a64e:38855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75a93289448441ad9a6096fb248da121 as hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75a93289448441ad9a6096fb248da121 2024-11-20T20:21:51,694 INFO [M:0;d7d59561a64e:38855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75a93289448441ad9a6096fb248da121, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T20:21:51,695 DEBUG [M:0;d7d59561a64e:38855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/053b216ec3a94175b73db16a9fbd770d as hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/053b216ec3a94175b73db16a9fbd770d 2024-11-20T20:21:51,699 INFO [M:0;d7d59561a64e:38855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39361/user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/053b216ec3a94175b73db16a9fbd770d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T20:21:51,700 INFO [M:0;d7d59561a64e:38855 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false 2024-11-20T20:21:51,701 INFO [M:0;d7d59561a64e:38855 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:51,701 DEBUG [M:0;d7d59561a64e:38855 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134110411Disabling compacts and flushes for region at 1732134110411Disabling writes for close at 1732134110411Obtaining lock to block concurrent updates at 1732134110411Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732134110411Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732134110412 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732134110412Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732134110412Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732134110429 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732134110429Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732134110837 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732134110852 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732134110852Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732134111261 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732134111277 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732134111277Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3134ea9c: reopening flushed file at 1732134111685 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d5501db: reopening flushed file at 1732134111690 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e8d80a5: reopening flushed file at 1732134111695 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false at 1732134111700 (+5 ms)Writing region close event to WAL at 1732134111701 (+1 ms)Closed at 1732134111701 2024-11-20T20:21:51,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35127 is added to blk_1073741830_1006 (size=63642) 2024-11-20T20:21:51,703 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fe4d51c9-9d69-0046-502a-ff1ef702e07b/MasterData/WALs/d7d59561a64e,38855,1732134087889/d7d59561a64e%2C38855%2C1732134087889.1732134088796 not finished, retry = 0 2024-11-20T20:21:51,804 INFO [M:0;d7d59561a64e:38855 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T20:21:51,804 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:21:51,804 INFO [M:0;d7d59561a64e:38855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38855 2024-11-20T20:21:51,806 INFO [M:0;d7d59561a64e:38855 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:21:51,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x10159e89c500000, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:21:51,969 INFO [M:0;d7d59561a64e:38855 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:21:51,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38855-0x10159e89c500000, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:21:51,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58e9f6a3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:21:51,973 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62f39c0d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:21:51,973 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:21:51,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36063768{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:21:51,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41731668{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/hadoop.log.dir/,STOPPED} 2024-11-20T20:21:51,974 WARN [BP-1779220672-172.17.0.2-1732134084807 heartbeating to localhost/127.0.0.1:39361 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T20:21:51,974 WARN [BP-1779220672-172.17.0.2-1732134084807 heartbeating to localhost/127.0.0.1:39361 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1779220672-172.17.0.2-1732134084807 (Datanode Uuid 8bc92058-57b5-4a90-9a31-f8da18193e87) service to localhost/127.0.0.1:39361 2024-11-20T20:21:51,974 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T20:21:51,975 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T20:21:51,975 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/cluster_359ee9a1-f921-854d-ee38-c0f91b1b7140/data/data1/current/BP-1779220672-172.17.0.2-1732134084807 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:21:51,975 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/cluster_359ee9a1-f921-854d-ee38-c0f91b1b7140/data/data2/current/BP-1779220672-172.17.0.2-1732134084807 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:21:51,975 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T20:21:51,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@274f18d2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:21:51,983 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f55408b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:21:51,983 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:21:51,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@629adae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:21:51,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53047f3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/982d6fd5-4413-1499-6692-dc470975b4c8/hadoop.log.dir/,STOPPED} 2024-11-20T20:21:51,987 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T20:21:51,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T20:21:52,009 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 247) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35081 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55483) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35081 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:39361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35081 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39361 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:35081 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55483) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35081 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=675 (was 643) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1385 (was 1344) - AvailableMemoryMB LEAK? - 2024-11-20T20:21:52,017 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=675, ProcessCount=11, AvailableMemoryMB=1385 2024-11-20T20:21:52,028 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-20T20:21:52,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/hadoop.log.dir so I do NOT create it in target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee 2024-11-20T20:21:52,029 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T20:21:52,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/hadoop.tmp.dir so I do NOT create it in target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee 2024-11-20T20:21:52,029 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f87a58dd-32e9-14d9-2a4f-310c377d1a11/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T20:21:52,029 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee 2024-11-20T20:21:52,029 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/cluster_30211f29-ed25-7e30-0f42-a0f2f8850ab8, deleteOnExit=true 2024-11-20T20:21:52,032 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/cluster_30211f29-ed25-7e30-0f42-a0f2f8850ab8/zookeeper_0, clientPort=50784, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/cluster_30211f29-ed25-7e30-0f42-a0f2f8850ab8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/cluster_30211f29-ed25-7e30-0f42-a0f2f8850ab8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T20:21:52,039 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50784 2024-11-20T20:21:52,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T20:21:52,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T20:21:52,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/test.cache.data in system properties and HBase conf 2024-11-20T20:21:52,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T20:21:52,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/hadoop.log.dir in system properties and HBase conf 2024-11-20T20:21:52,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T20:21:52,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T20:21:52,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T20:21:52,040 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T20:21:52,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:21:52,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:21:52,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T20:21:52,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:21:52,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T20:21:52,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T20:21:52,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:21:52,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:21:52,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T20:21:52,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/nfs.dump.dir in system properties and HBase conf 2024-11-20T20:21:52,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/java.io.tmpdir in system properties and HBase conf 2024-11-20T20:21:52,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:21:52,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T20:21:52,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T20:21:52,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10159e89c500005, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T20:21:52,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10159e89c500002, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T20:21:52,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10159e89c500002, quorum=127.0.0.1:55483, baseZNode=/01837770031 Received Disconnected from ZooKeeper, ignoring 2024-11-20T20:21:52,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10159e89c500005, quorum=127.0.0.1:55483, baseZNode=/1-103313945 Received Disconnected from ZooKeeper, ignoring 2024-11-20T20:21:52,386 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:21:52,391 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:21:52,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:21:52,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:21:52,396 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:21:52,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:21:52,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e3795c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:21:52,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c66c2ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:21:52,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d63ebab{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/java.io.tmpdir/jetty-localhost-33953-hadoop-hdfs-3_4_1-tests_jar-_-any-6730322585757988459/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:21:52,503 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ae3eae2{HTTP/1.1, (http/1.1)}{localhost:33953} 2024-11-20T20:21:52,503 INFO [Time-limited test {}] server.Server(415): Started @217821ms 2024-11-20T20:21:52,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:21:52,797 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:21:52,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:21:52,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:21:52,804 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:21:52,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23543f63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:21:52,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf8487b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:21:52,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21ddcd1b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/java.io.tmpdir/jetty-localhost-37505-hadoop-hdfs-3_4_1-tests_jar-_-any-4350543093546923340/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:21:52,930 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68c8eb2a{HTTP/1.1, (http/1.1)}{localhost:37505} 2024-11-20T20:21:52,930 INFO [Time-limited test {}] server.Server(415): Started @218248ms 2024-11-20T20:21:52,932 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T20:21:53,698 WARN [Thread-2645 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/cluster_30211f29-ed25-7e30-0f42-a0f2f8850ab8/data/data1/current/BP-110721274-172.17.0.2-1732134112067/current, will proceed with Du for space computation calculation, 2024-11-20T20:21:53,698 WARN [Thread-2646 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/cluster_30211f29-ed25-7e30-0f42-a0f2f8850ab8/data/data2/current/BP-110721274-172.17.0.2-1732134112067/current, will proceed with Du for space computation calculation, 2024-11-20T20:21:53,720 WARN [Thread-2633 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T20:21:53,726 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x439ad76b4903f4bf with lease ID 0xaca5e312dfeffdeb: Processing first storage report for DS-d182d0c1-eed9-4d61-9444-2cac4b68956d from datanode DatanodeRegistration(127.0.0.1:41645, datanodeUuid=086740be-a82c-4beb-9f16-2835df80a0ad, infoPort=43699, infoSecurePort=0, ipcPort=44895, storageInfo=lv=-57;cid=testClusterID;nsid=1125229696;c=1732134112067) 2024-11-20T20:21:53,726 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x439ad76b4903f4bf with lease ID 0xaca5e312dfeffdeb: from storage DS-d182d0c1-eed9-4d61-9444-2cac4b68956d node DatanodeRegistration(127.0.0.1:41645, datanodeUuid=086740be-a82c-4beb-9f16-2835df80a0ad, infoPort=43699, infoSecurePort=0, ipcPort=44895, storageInfo=lv=-57;cid=testClusterID;nsid=1125229696;c=1732134112067), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:21:53,726 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x439ad76b4903f4bf with lease ID 0xaca5e312dfeffdeb: Processing first storage report for DS-1991c7eb-3e36-4ddb-aeff-bfc2ab48b223 from datanode DatanodeRegistration(127.0.0.1:41645, datanodeUuid=086740be-a82c-4beb-9f16-2835df80a0ad, infoPort=43699, infoSecurePort=0, ipcPort=44895, storageInfo=lv=-57;cid=testClusterID;nsid=1125229696;c=1732134112067) 2024-11-20T20:21:53,726 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x439ad76b4903f4bf with lease ID 0xaca5e312dfeffdeb: from storage DS-1991c7eb-3e36-4ddb-aeff-bfc2ab48b223 node DatanodeRegistration(127.0.0.1:41645, datanodeUuid=086740be-a82c-4beb-9f16-2835df80a0ad, infoPort=43699, infoSecurePort=0, ipcPort=44895, storageInfo=lv=-57;cid=testClusterID;nsid=1125229696;c=1732134112067), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:21:53,763 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee 2024-11-20T20:21:53,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:53,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:53,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741825_1001 (size=7) 2024-11-20T20:21:54,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:21:54,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T20:21:54,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T20:21:54,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T20:21:54,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T20:21:54,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:21:54,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T20:21:54,172 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb with version=8 2024-11-20T20:21:54,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/hbase-staging 2024-11-20T20:21:54,174 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:21:54,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:21:54,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:21:54,174 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:21:54,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:21:54,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:21:54,174 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T20:21:54,175 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:21:54,175 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44117 2024-11-20T20:21:54,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44117 connecting to ZooKeeper ensemble=127.0.0.1:50784 2024-11-20T20:21:54,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441170x0, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:21:54,285 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44117-0x10159e906ca0000 connected 2024-11-20T20:21:54,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:54,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:54,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44117-0x10159e906ca0000, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Set watcher on znode that does not yet exist, /0-62413173/running 2024-11-20T20:21:54,369 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb, hbase.cluster.distributed=false 2024-11-20T20:21:54,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44117-0x10159e906ca0000, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Set watcher on znode that does not yet exist, /0-62413173/acl 2024-11-20T20:21:54,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44117 2024-11-20T20:21:54,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44117 2024-11-20T20:21:54,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44117 2024-11-20T20:21:54,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44117 2024-11-20T20:21:54,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44117 2024-11-20T20:21:54,401 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:21:54,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:21:54,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:21:54,401 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:21:54,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:21:54,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:21:54,401 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T20:21:54,401 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:21:54,404 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45919 2024-11-20T20:21:54,405 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45919 connecting to ZooKeeper ensemble=127.0.0.1:50784 2024-11-20T20:21:54,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:54,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:54,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459190x0, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:21:54,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459190x0, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Set watcher on znode that does not yet exist, /0-62413173/running 2024-11-20T20:21:54,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45919-0x10159e906ca0001 connected 2024-11-20T20:21:54,424 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T20:21:54,428 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T20:21:54,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45919-0x10159e906ca0001, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Set watcher on znode that does not yet exist, /0-62413173/master 2024-11-20T20:21:54,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45919-0x10159e906ca0001, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Set watcher on znode that does not yet exist, /0-62413173/acl 2024-11-20T20:21:54,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45919 2024-11-20T20:21:54,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45919 2024-11-20T20:21:54,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45919 2024-11-20T20:21:54,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45919 2024-11-20T20:21:54,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45919 2024-11-20T20:21:54,456 DEBUG [M:0;d7d59561a64e:44117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7d59561a64e:44117 2024-11-20T20:21:54,458 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-62413173/backup-masters/d7d59561a64e,44117,1732134114174 2024-11-20T20:21:54,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x10159e906ca0001, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62413173/backup-masters 2024-11-20T20:21:54,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44117-0x10159e906ca0000, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62413173/backup-masters 2024-11-20T20:21:54,469 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44117-0x10159e906ca0000, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Set watcher on existing znode=/0-62413173/backup-masters/d7d59561a64e,44117,1732134114174 2024-11-20T20:21:54,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44117-0x10159e906ca0000, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62413173 2024-11-20T20:21:54,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x10159e906ca0001, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-62413173/master 2024-11-20T20:21:54,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x10159e906ca0001, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62413173 2024-11-20T20:21:54,480 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44117-0x10159e906ca0000, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Set watcher on existing znode=/0-62413173/master 2024-11-20T20:21:54,480 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-62413173/backup-masters/d7d59561a64e,44117,1732134114174 from backup master directory 2024-11-20T20:21:54,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x10159e906ca0001, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62413173/backup-masters 2024-11-20T20:21:54,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44117-0x10159e906ca0000, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-62413173/backup-masters/d7d59561a64e,44117,1732134114174 2024-11-20T20:21:54,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44117-0x10159e906ca0000, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62413173/backup-masters 2024-11-20T20:21:54,490 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:21:54,490 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7d59561a64e,44117,1732134114174 2024-11-20T20:21:54,497 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/hbase.id] with ID: 26dfc7bf-e75e-4106-8bda-3698a37ec4a8 2024-11-20T20:21:54,497 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/.tmp/hbase.id 2024-11-20T20:21:54,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741826_1002 (size=42) 2024-11-20T20:21:54,906 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/.tmp/hbase.id]:[hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/hbase.id] 2024-11-20T20:21:54,914 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:54,914 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T20:21:54,915 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T20:21:54,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44117-0x10159e906ca0000, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62413173 2024-11-20T20:21:54,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x10159e906ca0001, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62413173 2024-11-20T20:21:54,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741827_1003 (size=196) 2024-11-20T20:21:55,067 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:21:55,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:55,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:55,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:55,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:55,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:55,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:55,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:55,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:55,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:55,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:55,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:55,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:21:55,376 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:21:55,376 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T20:21:55,377 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:21:55,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741828_1004 (size=1189) 2024-11-20T20:21:55,784 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/MasterData/data/master/store 2024-11-20T20:21:55,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741829_1005 (size=34) 2024-11-20T20:21:56,189 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:56,189 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:21:56,189 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:56,189 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:56,189 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:21:56,189 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:56,189 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:21:56,190 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134116189Disabling compacts and flushes for region at 1732134116189Disabling writes for close at 1732134116189Writing region close event to WAL at 1732134116189Closed at 1732134116189 2024-11-20T20:21:56,190 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/MasterData/data/master/store/.initializing 2024-11-20T20:21:56,190 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/MasterData/WALs/d7d59561a64e,44117,1732134114174 2024-11-20T20:21:56,191 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:21:56,192 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C44117%2C1732134114174, suffix=, logDir=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/MasterData/WALs/d7d59561a64e,44117,1732134114174, archiveDir=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/MasterData/oldWALs, maxLogs=10 2024-11-20T20:21:56,208 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/MasterData/WALs/d7d59561a64e,44117,1732134114174/d7d59561a64e%2C44117%2C1732134114174.1732134116192, exclude list is [], retry=0 2024-11-20T20:21:56,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41645,DS-d182d0c1-eed9-4d61-9444-2cac4b68956d,DISK] 2024-11-20T20:21:56,213 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/MasterData/WALs/d7d59561a64e,44117,1732134114174/d7d59561a64e%2C44117%2C1732134114174.1732134116192 2024-11-20T20:21:56,217 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43699:43699)] 2024-11-20T20:21:56,217 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:21:56,217 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:56,217 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:56,217 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:56,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:56,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T20:21:56,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:56,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:56,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:56,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T20:21:56,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:56,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:56,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:56,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T20:21:56,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:56,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:56,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:56,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T20:21:56,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:56,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:21:56,224 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:56,224 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:56,225 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:56,225 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:56,225 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:56,226 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:21:56,227 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:21:56,229 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:21:56,229 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59193711, jitterRate=-0.11794497072696686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:21:56,230 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732134116217Initializing all the Stores at 1732134116218 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134116218Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134116218Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134116218Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134116218Cleaning up temporary data from old regions at 1732134116225 (+7 ms)Region opened successfully at 1732134116230 (+5 ms) 2024-11-20T20:21:56,230 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T20:21:56,233 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749c855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:21:56,234 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T20:21:56,234 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T20:21:56,234 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T20:21:56,234 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T20:21:56,235 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T20:21:56,235 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T20:21:56,235 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T20:21:56,238 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T20:21:56,239 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44117-0x10159e906ca0000, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Unable to get data of znode /0-62413173/balancer because node does not exist (not necessarily an error) 2024-11-20T20:21:56,300 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-62413173/balancer already deleted, retry=false 2024-11-20T20:21:56,301 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T20:21:56,302 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44117-0x10159e906ca0000, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Unable to get data of znode /0-62413173/normalizer because node does not exist (not necessarily an error) 2024-11-20T20:21:56,385 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-62413173/normalizer already deleted, retry=false 2024-11-20T20:21:56,386 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T20:21:56,387 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44117-0x10159e906ca0000, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Unable to get data of znode /0-62413173/switch/split because node does not exist (not necessarily an error) 2024-11-20T20:21:56,412 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-62413173/switch/split already deleted, retry=false 2024-11-20T20:21:56,413 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44117-0x10159e906ca0000, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Unable to get data of znode /0-62413173/switch/merge because node does not exist (not necessarily an error) 2024-11-20T20:21:56,423 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-62413173/switch/merge already deleted, retry=false 2024-11-20T20:21:56,425 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44117-0x10159e906ca0000, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Unable to get data of znode /0-62413173/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T20:21:56,437 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-62413173/snapshot-cleanup already deleted, retry=false 2024-11-20T20:21:56,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x10159e906ca0001, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-62413173/running 2024-11-20T20:21:56,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44117-0x10159e906ca0000, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-62413173/running 2024-11-20T20:21:56,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x10159e906ca0001, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62413173 2024-11-20T20:21:56,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44117-0x10159e906ca0000, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62413173 2024-11-20T20:21:56,448 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7d59561a64e,44117,1732134114174, sessionid=0x10159e906ca0000, setting cluster-up flag (Was=false) 2024-11-20T20:21:56,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x10159e906ca0001, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62413173 2024-11-20T20:21:56,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44117-0x10159e906ca0000, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62413173 2024-11-20T20:21:56,500 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-62413173/flush-table-proc/acquired, /0-62413173/flush-table-proc/reached, /0-62413173/flush-table-proc/abort 2024-11-20T20:21:56,501 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,44117,1732134114174 2024-11-20T20:21:56,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x10159e906ca0001, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62413173 2024-11-20T20:21:56,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44117-0x10159e906ca0000, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62413173 2024-11-20T20:21:56,553 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-62413173/online-snapshot/acquired, /0-62413173/online-snapshot/reached, /0-62413173/online-snapshot/abort 2024-11-20T20:21:56,554 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,44117,1732134114174 2024-11-20T20:21:56,555 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T20:21:56,557 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T20:21:56,557 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T20:21:56,557 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T20:21:56,557 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7d59561a64e,44117,1732134114174 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T20:21:56,559 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:21:56,559 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:21:56,559 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:21:56,559 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:21:56,559 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7d59561a64e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T20:21:56,559 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:56,559 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:21:56,559 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:56,567 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:21:56,567 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T20:21:56,568 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:56,568 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T20:21:56,580 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732134146580 2024-11-20T20:21:56,580 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T20:21:56,580 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T20:21:56,580 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T20:21:56,580 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T20:21:56,580 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T20:21:56,580 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T20:21:56,582 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:56,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741831_1007 (size=1321) 2024-11-20T20:21:56,584 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T20:21:56,584 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T20:21:56,584 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T20:21:56,585 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T20:21:56,588 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T20:21:56,588 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T20:21:56,589 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134116588,5,FailOnTimeoutGroup] 2024-11-20T20:21:56,591 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134116589,5,FailOnTimeoutGroup] 2024-11-20T20:21:56,591 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:56,591 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T20:21:56,591 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:56,591 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:56,647 INFO [RS:0;d7d59561a64e:45919 {}] regionserver.HRegionServer(746): ClusterId : 26dfc7bf-e75e-4106-8bda-3698a37ec4a8 2024-11-20T20:21:56,647 DEBUG [RS:0;d7d59561a64e:45919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T20:21:56,659 DEBUG [RS:0;d7d59561a64e:45919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T20:21:56,659 DEBUG [RS:0;d7d59561a64e:45919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T20:21:56,670 DEBUG [RS:0;d7d59561a64e:45919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T20:21:56,670 DEBUG [RS:0;d7d59561a64e:45919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10160082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:21:56,690 DEBUG [RS:0;d7d59561a64e:45919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7d59561a64e:45919 2024-11-20T20:21:56,690 INFO [RS:0;d7d59561a64e:45919 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T20:21:56,690 INFO [RS:0;d7d59561a64e:45919 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T20:21:56,690 DEBUG [RS:0;d7d59561a64e:45919 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T20:21:56,691 INFO [RS:0;d7d59561a64e:45919 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d59561a64e,44117,1732134114174 with port=45919, startcode=1732134114401 2024-11-20T20:21:56,691 DEBUG [RS:0;d7d59561a64e:45919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T20:21:56,698 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T20:21:56,699 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44117 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7d59561a64e,45919,1732134114401 2024-11-20T20:21:56,699 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44117 {}] master.ServerManager(517): Registering regionserver=d7d59561a64e,45919,1732134114401 2024-11-20T20:21:56,700 DEBUG [RS:0;d7d59561a64e:45919 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb 2024-11-20T20:21:56,700 DEBUG [RS:0;d7d59561a64e:45919 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34475 2024-11-20T20:21:56,700 DEBUG [RS:0;d7d59561a64e:45919 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T20:21:56,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44117-0x10159e906ca0000, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62413173/rs 2024-11-20T20:21:56,711 DEBUG [RS:0;d7d59561a64e:45919 {}] zookeeper.ZKUtil(111): regionserver:45919-0x10159e906ca0001, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Set watcher on existing znode=/0-62413173/rs/d7d59561a64e,45919,1732134114401 2024-11-20T20:21:56,711 WARN [RS:0;d7d59561a64e:45919 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:21:56,712 INFO [RS:0;d7d59561a64e:45919 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:21:56,712 DEBUG [RS:0;d7d59561a64e:45919 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401 2024-11-20T20:21:56,712 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7d59561a64e,45919,1732134114401] 2024-11-20T20:21:56,715 INFO [RS:0;d7d59561a64e:45919 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T20:21:56,717 INFO [RS:0;d7d59561a64e:45919 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T20:21:56,720 INFO [RS:0;d7d59561a64e:45919 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T20:21:56,720 INFO [RS:0;d7d59561a64e:45919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:56,721 INFO [RS:0;d7d59561a64e:45919 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T20:21:56,721 INFO [RS:0;d7d59561a64e:45919 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T20:21:56,721 INFO [RS:0;d7d59561a64e:45919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:56,721 DEBUG [RS:0;d7d59561a64e:45919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:56,721 DEBUG [RS:0;d7d59561a64e:45919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:56,722 DEBUG [RS:0;d7d59561a64e:45919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:56,722 DEBUG [RS:0;d7d59561a64e:45919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:56,722 DEBUG [RS:0;d7d59561a64e:45919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:56,722 DEBUG [RS:0;d7d59561a64e:45919 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:21:56,722 DEBUG [RS:0;d7d59561a64e:45919 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:56,722 DEBUG [RS:0;d7d59561a64e:45919 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:56,722 DEBUG [RS:0;d7d59561a64e:45919 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:56,722 DEBUG [RS:0;d7d59561a64e:45919 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:56,722 DEBUG [RS:0;d7d59561a64e:45919 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:56,722 DEBUG [RS:0;d7d59561a64e:45919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:21:56,722 DEBUG [RS:0;d7d59561a64e:45919 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:21:56,722 DEBUG [RS:0;d7d59561a64e:45919 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:21:56,726 INFO [RS:0;d7d59561a64e:45919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:56,726 INFO [RS:0;d7d59561a64e:45919 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:56,726 INFO [RS:0;d7d59561a64e:45919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:56,726 INFO [RS:0;d7d59561a64e:45919 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:56,726 INFO [RS:0;d7d59561a64e:45919 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:56,726 INFO [RS:0;d7d59561a64e:45919 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,45919,1732134114401-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:21:56,745 INFO [RS:0;d7d59561a64e:45919 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T20:21:56,745 INFO [RS:0;d7d59561a64e:45919 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,45919,1732134114401-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:56,745 INFO [RS:0;d7d59561a64e:45919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:56,745 INFO [RS:0;d7d59561a64e:45919 {}] regionserver.Replication(171): d7d59561a64e,45919,1732134114401 started 2024-11-20T20:21:56,764 INFO [RS:0;d7d59561a64e:45919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:56,764 INFO [RS:0;d7d59561a64e:45919 {}] regionserver.HRegionServer(1482): Serving as d7d59561a64e,45919,1732134114401, RpcServer on d7d59561a64e/172.17.0.2:45919, sessionid=0x10159e906ca0001 2024-11-20T20:21:56,764 DEBUG [RS:0;d7d59561a64e:45919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T20:21:56,764 DEBUG [RS:0;d7d59561a64e:45919 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7d59561a64e,45919,1732134114401 2024-11-20T20:21:56,764 DEBUG [RS:0;d7d59561a64e:45919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,45919,1732134114401' 2024-11-20T20:21:56,764 DEBUG [RS:0;d7d59561a64e:45919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-62413173/flush-table-proc/abort' 2024-11-20T20:21:56,765 DEBUG [RS:0;d7d59561a64e:45919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-62413173/flush-table-proc/acquired' 2024-11-20T20:21:56,765 DEBUG [RS:0;d7d59561a64e:45919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T20:21:56,765 DEBUG [RS:0;d7d59561a64e:45919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T20:21:56,765 DEBUG [RS:0;d7d59561a64e:45919 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7d59561a64e,45919,1732134114401 2024-11-20T20:21:56,765 DEBUG [RS:0;d7d59561a64e:45919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,45919,1732134114401' 2024-11-20T20:21:56,765 DEBUG [RS:0;d7d59561a64e:45919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-62413173/online-snapshot/abort' 2024-11-20T20:21:56,766 DEBUG [RS:0;d7d59561a64e:45919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-62413173/online-snapshot/acquired' 2024-11-20T20:21:56,766 DEBUG [RS:0;d7d59561a64e:45919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T20:21:56,766 INFO [RS:0;d7d59561a64e:45919 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T20:21:56,766 INFO [RS:0;d7d59561a64e:45919 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T20:21:56,867 INFO [RS:0;d7d59561a64e:45919 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:21:56,868 INFO [RS:0;d7d59561a64e:45919 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C45919%2C1732134114401, suffix=, logDir=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401, archiveDir=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/oldWALs, maxLogs=10 2024-11-20T20:21:56,886 DEBUG [RS:0;d7d59561a64e:45919 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868, exclude list is [], retry=0 2024-11-20T20:21:56,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41645,DS-d182d0c1-eed9-4d61-9444-2cac4b68956d,DISK] 2024-11-20T20:21:56,893 INFO [RS:0;d7d59561a64e:45919 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 2024-11-20T20:21:56,894 DEBUG [RS:0;d7d59561a64e:45919 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43699:43699)] 2024-11-20T20:21:56,985 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T20:21:56,985 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb 2024-11-20T20:21:56,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741833_1009 (size=32) 2024-11-20T20:21:56,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:56,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:21:56,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:21:56,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:56,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:57,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:21:57,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:21:57,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:57,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:57,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:21:57,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:21:57,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:57,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:57,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:21:57,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:21:57,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:57,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:57,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:21:57,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/hbase/meta/1588230740 2024-11-20T20:21:57,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/hbase/meta/1588230740 2024-11-20T20:21:57,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:21:57,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:21:57,008 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:21:57,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:21:57,011 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:21:57,011 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69263512, jitterRate=0.032106757164001465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:21:57,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732134116995Initializing all the Stores at 1732134116995Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134116995Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134116996 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134116996Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134116996Cleaning up temporary data from old regions at 1732134117008 (+12 ms)Region opened successfully at 1732134117012 (+4 ms) 2024-11-20T20:21:57,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:21:57,012 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:21:57,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:21:57,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:21:57,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:21:57,013 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:21:57,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134117012Disabling compacts and flushes for region at 1732134117012Disabling writes for close at 1732134117012Writing region close event to WAL at 1732134117013 (+1 ms)Closed at 1732134117013 2024-11-20T20:21:57,014 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:21:57,014 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T20:21:57,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T20:21:57,016 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:21:57,017 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T20:21:57,167 DEBUG [d7d59561a64e:44117 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T20:21:57,168 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7d59561a64e,45919,1732134114401 2024-11-20T20:21:57,169 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,45919,1732134114401, state=OPENING 2024-11-20T20:21:57,223 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T20:21:57,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44117-0x10159e906ca0000, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62413173 2024-11-20T20:21:57,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x10159e906ca0001, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62413173 2024-11-20T20:21:57,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-62413173/meta-region-server: CHANGED 2024-11-20T20:21:57,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-62413173/meta-region-server: CHANGED 2024-11-20T20:21:57,234 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:21:57,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,45919,1732134114401}] 2024-11-20T20:21:57,386 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:21:57,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T20:21:57,390 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T20:21:57,390 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:21:57,390 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T20:21:57,391 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C45919%2C1732134114401.meta, suffix=.meta, logDir=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401, archiveDir=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/oldWALs, maxLogs=10 2024-11-20T20:21:57,408 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.meta.1732134117392.meta, exclude list is [], retry=0 2024-11-20T20:21:57,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41645,DS-d182d0c1-eed9-4d61-9444-2cac4b68956d,DISK] 2024-11-20T20:21:57,412 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.meta.1732134117392.meta 2024-11-20T20:21:57,413 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43699:43699)] 2024-11-20T20:21:57,413 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:21:57,413 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:21:57,413 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:21:57,413 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T20:21:57,413 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T20:21:57,414 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T20:21:57,414 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:21:57,414 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T20:21:57,414 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T20:21:57,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:21:57,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:21:57,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:57,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:57,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:21:57,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:21:57,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:57,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:57,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:21:57,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:21:57,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:57,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:57,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:21:57,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:21:57,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:21:57,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:21:57,419 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:21:57,420 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/hbase/meta/1588230740 2024-11-20T20:21:57,420 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/hbase/meta/1588230740 2024-11-20T20:21:57,421 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:21:57,421 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:21:57,422 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:21:57,423 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:21:57,423 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72153308, jitterRate=0.07516807317733765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:21:57,423 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T20:21:57,424 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732134117414Writing region info on filesystem at 1732134117414Initializing all the Stores at 1732134117415 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134117415Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134117415Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134117415Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134117415Cleaning up temporary data from old regions at 1732134117421 (+6 ms)Running coprocessor post-open hooks at 1732134117423 (+2 ms)Region opened successfully at 1732134117424 (+1 ms) 2024-11-20T20:21:57,425 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732134117386 2024-11-20T20:21:57,427 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T20:21:57,427 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T20:21:57,428 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,45919,1732134114401 2024-11-20T20:21:57,428 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,45919,1732134114401, state=OPEN 2024-11-20T20:21:57,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44117-0x10159e906ca0000, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-62413173/meta-region-server 2024-11-20T20:21:57,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x10159e906ca0001, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-62413173/meta-region-server 2024-11-20T20:21:57,465 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7d59561a64e,45919,1732134114401 2024-11-20T20:21:57,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-62413173/meta-region-server: CHANGED 2024-11-20T20:21:57,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-62413173/meta-region-server: CHANGED 2024-11-20T20:21:57,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T20:21:57,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,45919,1732134114401 in 231 msec 2024-11-20T20:21:57,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T20:21:57,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 453 msec 2024-11-20T20:21:57,469 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:21:57,469 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T20:21:57,470 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:21:57,470 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,45919,1732134114401, seqNum=-1] 2024-11-20T20:21:57,470 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:21:57,471 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:21:57,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 918 msec 2024-11-20T20:21:57,475 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732134117475, completionTime=-1 2024-11-20T20:21:57,475 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T20:21:57,475 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T20:21:57,477 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T20:21:57,477 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732134177477 2024-11-20T20:21:57,477 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732134237477 2024-11-20T20:21:57,477 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T20:21:57,478 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,44117,1732134114174-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:57,478 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,44117,1732134114174-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:57,478 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,44117,1732134114174-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:57,478 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7d59561a64e:44117, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:57,478 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:57,479 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:57,479 DEBUG [master/d7d59561a64e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T20:21:57,481 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.991sec 2024-11-20T20:21:57,481 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T20:21:57,481 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T20:21:57,481 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T20:21:57,481 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T20:21:57,481 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T20:21:57,481 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,44117,1732134114174-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:21:57,482 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,44117,1732134114174-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T20:21:57,483 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T20:21:57,483 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T20:21:57,483 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,44117,1732134114174-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:21:57,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22cfebc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:57,548 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,44117,-1 for getting cluster id 2024-11-20T20:21:57,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:21:57,549 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26dfc7bf-e75e-4106-8bda-3698a37ec4a8' 2024-11-20T20:21:57,549 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:21:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26dfc7bf-e75e-4106-8bda-3698a37ec4a8" 2024-11-20T20:21:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b7c4a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,44117,-1] 2024-11-20T20:21:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:21:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:21:57,551 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:21:57,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eca1511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:21:57,553 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:21:57,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,45919,1732134114401, seqNum=-1] 2024-11-20T20:21:57,555 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:21:57,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:21:57,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7d59561a64e,44117,1732134114174 2024-11-20T20:21:57,560 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50784 2024-11-20T20:21:57,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:21:57,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10159e906ca0002 connected 2024-11-20T20:21:57,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/hadoop.log.dir so I do NOT create it in target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741 2024-11-20T20:21:57,598 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T20:21:57,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/hadoop.tmp.dir so I do NOT create it in target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741 2024-11-20T20:21:57,598 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T20:21:57,598 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741 2024-11-20T20:21:57,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T20:21:57,598 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/cluster_5ed2a0d7-7efb-94f8-9ee6-a743b3b18a26, deleteOnExit=true 2024-11-20T20:21:57,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T20:21:57,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/test.cache.data in system properties and HBase conf 2024-11-20T20:21:57,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T20:21:57,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/hadoop.log.dir in system properties and HBase conf 2024-11-20T20:21:57,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T20:21:57,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T20:21:57,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T20:21:57,599 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T20:21:57,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:21:57,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:21:57,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T20:21:57,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:21:57,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T20:21:57,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T20:21:57,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:21:57,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:21:57,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T20:21:57,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/nfs.dump.dir in system properties and HBase conf 2024-11-20T20:21:57,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/java.io.tmpdir in system properties and HBase conf 2024-11-20T20:21:57,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:21:57,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T20:21:57,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T20:21:57,976 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:21:57,980 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:21:57,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:21:57,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:21:57,986 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:21:57,987 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:21:57,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@765f208b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:21:57,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bd6c149{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:21:58,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@413a7cc8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/java.io.tmpdir/jetty-localhost-34155-hadoop-hdfs-3_4_1-tests_jar-_-any-12385503897967921973/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:21:58,117 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27a0a604{HTTP/1.1, (http/1.1)}{localhost:34155} 2024-11-20T20:21:58,117 INFO [Time-limited test {}] server.Server(415): Started @223435ms 2024-11-20T20:21:58,401 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:21:58,404 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:21:58,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:21:58,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:21:58,421 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T20:21:58,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@eb71081{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:21:58,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52a9f051{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:21:58,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@118e77a4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/java.io.tmpdir/jetty-localhost-38069-hadoop-hdfs-3_4_1-tests_jar-_-any-8739141991115177746/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:21:58,546 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70460d30{HTTP/1.1, (http/1.1)}{localhost:38069} 2024-11-20T20:21:58,546 INFO [Time-limited test {}] server.Server(415): Started @223863ms 2024-11-20T20:21:58,547 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T20:21:59,265 WARN [Thread-2767 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/cluster_5ed2a0d7-7efb-94f8-9ee6-a743b3b18a26/data/data2/current/BP-990418096-172.17.0.2-1732134117624/current, will proceed with Du for space computation calculation, 2024-11-20T20:21:59,265 WARN [Thread-2766 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/cluster_5ed2a0d7-7efb-94f8-9ee6-a743b3b18a26/data/data1/current/BP-990418096-172.17.0.2-1732134117624/current, will proceed with Du for space computation calculation, 2024-11-20T20:21:59,289 WARN [Thread-2754 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T20:21:59,294 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb195fa88ac56ac2 with lease ID 0x59e4775a8df665ab: Processing first storage report for DS-db2dcefc-c22e-4588-8824-820dc794c115 from datanode DatanodeRegistration(127.0.0.1:33569, datanodeUuid=a02dddc4-0591-4225-a4fc-04a466961501, infoPort=43129, infoSecurePort=0, ipcPort=34147, storageInfo=lv=-57;cid=testClusterID;nsid=1822445508;c=1732134117624) 2024-11-20T20:21:59,294 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb195fa88ac56ac2 with lease ID 0x59e4775a8df665ab: from storage DS-db2dcefc-c22e-4588-8824-820dc794c115 node DatanodeRegistration(127.0.0.1:33569, datanodeUuid=a02dddc4-0591-4225-a4fc-04a466961501, infoPort=43129, infoSecurePort=0, ipcPort=34147, storageInfo=lv=-57;cid=testClusterID;nsid=1822445508;c=1732134117624), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:21:59,294 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb195fa88ac56ac2 with lease ID 0x59e4775a8df665ab: Processing first storage report for DS-4b4a36b6-69ab-4335-a27b-cdb1a0680d67 from datanode DatanodeRegistration(127.0.0.1:33569, datanodeUuid=a02dddc4-0591-4225-a4fc-04a466961501, infoPort=43129, infoSecurePort=0, ipcPort=34147, storageInfo=lv=-57;cid=testClusterID;nsid=1822445508;c=1732134117624) 2024-11-20T20:21:59,294 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb195fa88ac56ac2 with lease ID 0x59e4775a8df665ab: from storage DS-4b4a36b6-69ab-4335-a27b-cdb1a0680d67 node DatanodeRegistration(127.0.0.1:33569, datanodeUuid=a02dddc4-0591-4225-a4fc-04a466961501, infoPort=43129, infoSecurePort=0, ipcPort=34147, storageInfo=lv=-57;cid=testClusterID;nsid=1822445508;c=1732134117624), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:21:59,364 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741 2024-11-20T20:21:59,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:59,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:59,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741825_1001 (size=7) 2024-11-20T20:21:59,807 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d with version=8 2024-11-20T20:21:59,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/hbase-staging 2024-11-20T20:21:59,809 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:21:59,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:21:59,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:21:59,809 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:21:59,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:21:59,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:21:59,810 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T20:21:59,810 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:21:59,810 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42855 2024-11-20T20:21:59,811 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42855 connecting to ZooKeeper ensemble=127.0.0.1:50784 2024-11-20T20:21:59,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428550x0, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:21:59,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42855-0x10159e906ca0003 connected 2024-11-20T20:21:59,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:59,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:59,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42855-0x10159e906ca0003, quorum=127.0.0.1:50784, baseZNode=/11912989894 Set watcher on znode that does not yet exist, /11912989894/running 2024-11-20T20:21:59,943 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d, hbase.cluster.distributed=false 2024-11-20T20:21:59,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42855-0x10159e906ca0003, quorum=127.0.0.1:50784, baseZNode=/11912989894 Set watcher on znode that does not yet exist, /11912989894/acl 2024-11-20T20:21:59,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42855 2024-11-20T20:21:59,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42855 2024-11-20T20:21:59,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42855 2024-11-20T20:21:59,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42855 2024-11-20T20:21:59,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42855 2024-11-20T20:21:59,963 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:21:59,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:21:59,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:21:59,964 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:21:59,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:21:59,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:21:59,964 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T20:21:59,964 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:21:59,968 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33833 2024-11-20T20:21:59,969 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33833 connecting to ZooKeeper ensemble=127.0.0.1:50784 2024-11-20T20:21:59,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:59,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:21:59,984 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338330x0, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:21:59,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338330x0, quorum=127.0.0.1:50784, baseZNode=/11912989894 Set watcher on znode that does not yet exist, /11912989894/running 2024-11-20T20:21:59,985 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T20:21:59,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33833-0x10159e906ca0004 connected 2024-11-20T20:22:00,000 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T20:22:00,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33833-0x10159e906ca0004, quorum=127.0.0.1:50784, baseZNode=/11912989894 Set watcher on znode that does not yet exist, /11912989894/master 2024-11-20T20:22:00,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33833-0x10159e906ca0004, quorum=127.0.0.1:50784, baseZNode=/11912989894 Set watcher on znode that does not yet exist, /11912989894/acl 2024-11-20T20:22:00,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33833 2024-11-20T20:22:00,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33833 2024-11-20T20:22:00,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33833 2024-11-20T20:22:00,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33833 2024-11-20T20:22:00,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33833 2024-11-20T20:22:00,041 DEBUG [M:0;d7d59561a64e:42855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7d59561a64e:42855 2024-11-20T20:22:00,052 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11912989894/backup-masters/d7d59561a64e,42855,1732134119809 2024-11-20T20:22:00,064 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33833-0x10159e906ca0004, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11912989894/backup-masters 2024-11-20T20:22:00,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42855-0x10159e906ca0003, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11912989894/backup-masters 2024-11-20T20:22:00,079 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42855-0x10159e906ca0003, quorum=127.0.0.1:50784, baseZNode=/11912989894 Set watcher on existing znode=/11912989894/backup-masters/d7d59561a64e,42855,1732134119809 2024-11-20T20:22:00,090 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33833-0x10159e906ca0004, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11912989894/master 2024-11-20T20:22:00,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42855-0x10159e906ca0003, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11912989894 2024-11-20T20:22:00,090 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33833-0x10159e906ca0004, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11912989894 2024-11-20T20:22:00,090 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42855-0x10159e906ca0003, quorum=127.0.0.1:50784, baseZNode=/11912989894 Set watcher on existing znode=/11912989894/master 2024-11-20T20:22:00,091 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11912989894/backup-masters/d7d59561a64e,42855,1732134119809 from backup master directory 2024-11-20T20:22:00,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42855-0x10159e906ca0003, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11912989894/backup-masters/d7d59561a64e,42855,1732134119809 2024-11-20T20:22:00,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42855-0x10159e906ca0003, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11912989894/backup-masters 2024-11-20T20:22:00,100 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33833-0x10159e906ca0004, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11912989894/backup-masters 2024-11-20T20:22:00,100 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:22:00,100 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7d59561a64e,42855,1732134119809 2024-11-20T20:22:00,113 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/hbase.id] with ID: 41b8d6d3-1888-46a5-875e-2b702822c872 2024-11-20T20:22:00,113 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/.tmp/hbase.id 2024-11-20T20:22:00,118 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:22:00,119 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7d59561a64e,35369,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T20:22:00,119 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38324 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7d59561a64e,35369,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T20:22:00,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741826_1002 (size=42) 2024-11-20T20:22:00,131 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/.tmp/hbase.id]:[hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/hbase.id] 2024-11-20T20:22:00,143 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:22:00,143 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T20:22:00,144 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T20:22:00,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42855-0x10159e906ca0003, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11912989894 2024-11-20T20:22:00,153 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33833-0x10159e906ca0004, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11912989894 2024-11-20T20:22:00,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741827_1003 (size=196) 2024-11-20T20:22:00,584 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:22:00,584 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T20:22:00,585 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:22:00,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741828_1004 (size=1189) 2024-11-20T20:22:00,990 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/MasterData/data/master/store 2024-11-20T20:22:01,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741829_1005 (size=34) 2024-11-20T20:22:01,413 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:01,413 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:22:01,413 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:01,413 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:01,413 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:22:01,413 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:01,413 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:01,413 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134121413Disabling compacts and flushes for region at 1732134121413Disabling writes for close at 1732134121413Writing region close event to WAL at 1732134121413Closed at 1732134121413 2024-11-20T20:22:01,415 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/MasterData/data/master/store/.initializing 2024-11-20T20:22:01,415 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/MasterData/WALs/d7d59561a64e,42855,1732134119809 2024-11-20T20:22:01,416 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:22:01,418 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C42855%2C1732134119809, suffix=, logDir=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/MasterData/WALs/d7d59561a64e,42855,1732134119809, archiveDir=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/MasterData/oldWALs, maxLogs=10 2024-11-20T20:22:01,436 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/MasterData/WALs/d7d59561a64e,42855,1732134119809/d7d59561a64e%2C42855%2C1732134119809.1732134121418, exclude list is [], retry=0 2024-11-20T20:22:01,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33569,DS-db2dcefc-c22e-4588-8824-820dc794c115,DISK] 2024-11-20T20:22:01,440 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/MasterData/WALs/d7d59561a64e,42855,1732134119809/d7d59561a64e%2C42855%2C1732134119809.1732134121418 2024-11-20T20:22:01,440 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43129:43129)] 2024-11-20T20:22:01,440 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:22:01,440 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:01,440 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:01,440 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:01,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:01,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T20:22:01,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:01,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:01,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:01,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T20:22:01,443 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:01,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:01,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:01,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T20:22:01,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:01,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:01,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:01,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T20:22:01,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:01,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:01,445 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:01,446 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:01,446 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:01,447 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:01,447 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:01,447 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:22:01,448 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:01,449 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:22:01,450 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58727174, jitterRate=-0.12489691376686096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:22:01,450 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732134121440Initializing all the Stores at 1732134121441 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134121441Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134121441Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134121441Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134121441Cleaning up temporary data from old regions at 1732134121447 (+6 ms)Region opened successfully at 1732134121450 (+3 ms) 2024-11-20T20:22:01,450 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T20:22:01,452 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c08a7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:22:01,453 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T20:22:01,453 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T20:22:01,453 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T20:22:01,453 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T20:22:01,454 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T20:22:01,454 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T20:22:01,454 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T20:22:01,457 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T20:22:01,458 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42855-0x10159e906ca0003, quorum=127.0.0.1:50784, baseZNode=/11912989894 Unable to get data of znode /11912989894/balancer because node does not exist (not necessarily an error) 2024-11-20T20:22:01,527 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11912989894/balancer already deleted, retry=false 2024-11-20T20:22:01,528 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T20:22:01,529 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42855-0x10159e906ca0003, quorum=127.0.0.1:50784, baseZNode=/11912989894 Unable to get data of znode /11912989894/normalizer because node does not exist (not necessarily an error) 2024-11-20T20:22:01,538 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11912989894/normalizer already deleted, retry=false 2024-11-20T20:22:01,538 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T20:22:01,539 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42855-0x10159e906ca0003, quorum=127.0.0.1:50784, baseZNode=/11912989894 Unable to get data of znode /11912989894/switch/split because node does not exist (not necessarily an error) 2024-11-20T20:22:01,548 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11912989894/switch/split already deleted, retry=false 2024-11-20T20:22:01,550 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42855-0x10159e906ca0003, quorum=127.0.0.1:50784, baseZNode=/11912989894 Unable to get data of znode /11912989894/switch/merge because node does not exist (not necessarily an error) 2024-11-20T20:22:01,559 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11912989894/switch/merge already deleted, retry=false 2024-11-20T20:22:01,561 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42855-0x10159e906ca0003, quorum=127.0.0.1:50784, baseZNode=/11912989894 Unable to get data of znode /11912989894/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T20:22:01,570 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11912989894/snapshot-cleanup already deleted, retry=false 2024-11-20T20:22:01,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42855-0x10159e906ca0003, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11912989894/running 2024-11-20T20:22:01,580 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33833-0x10159e906ca0004, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11912989894/running 2024-11-20T20:22:01,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42855-0x10159e906ca0003, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11912989894 2024-11-20T20:22:01,580 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33833-0x10159e906ca0004, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11912989894 2024-11-20T20:22:01,581 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7d59561a64e,42855,1732134119809, sessionid=0x10159e906ca0003, setting cluster-up flag (Was=false) 2024-11-20T20:22:01,689 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33833-0x10159e906ca0004, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11912989894 2024-11-20T20:22:01,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42855-0x10159e906ca0003, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11912989894 2024-11-20T20:22:01,721 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11912989894/flush-table-proc/acquired, /11912989894/flush-table-proc/reached, /11912989894/flush-table-proc/abort 2024-11-20T20:22:01,722 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,42855,1732134119809 2024-11-20T20:22:01,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42855-0x10159e906ca0003, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11912989894 2024-11-20T20:22:01,742 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33833-0x10159e906ca0004, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11912989894 2024-11-20T20:22:01,774 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11912989894/online-snapshot/acquired, /11912989894/online-snapshot/reached, /11912989894/online-snapshot/abort 2024-11-20T20:22:01,775 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,42855,1732134119809 2024-11-20T20:22:01,776 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T20:22:01,777 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T20:22:01,777 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T20:22:01,777 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T20:22:01,777 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7d59561a64e,42855,1732134119809 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T20:22:01,778 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:22:01,778 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:22:01,778 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:22:01,778 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:22:01,779 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7d59561a64e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T20:22:01,779 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:01,779 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:22:01,779 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:01,779 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732134151779 2024-11-20T20:22:01,779 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T20:22:01,780 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T20:22:01,780 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:22:01,780 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T20:22:01,780 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T20:22:01,780 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T20:22:01,780 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T20:22:01,780 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T20:22:01,781 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:01,781 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T20:22:01,784 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:01,788 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T20:22:01,789 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T20:22:01,789 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T20:22:01,789 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T20:22:01,795 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T20:22:01,795 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T20:22:01,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741831_1007 (size=1321) 2024-11-20T20:22:01,800 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134121795,5,FailOnTimeoutGroup] 2024-11-20T20:22:01,804 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134121800,5,FailOnTimeoutGroup] 2024-11-20T20:22:01,804 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:01,804 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T20:22:01,804 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:01,804 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:01,831 INFO [RS:0;d7d59561a64e:33833 {}] regionserver.HRegionServer(746): ClusterId : 41b8d6d3-1888-46a5-875e-2b702822c872 2024-11-20T20:22:01,831 DEBUG [RS:0;d7d59561a64e:33833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T20:22:01,844 DEBUG [RS:0;d7d59561a64e:33833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T20:22:01,844 DEBUG [RS:0;d7d59561a64e:33833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T20:22:01,854 DEBUG [RS:0;d7d59561a64e:33833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T20:22:01,855 DEBUG [RS:0;d7d59561a64e:33833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37dc6d8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:22:01,865 DEBUG [RS:0;d7d59561a64e:33833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7d59561a64e:33833 2024-11-20T20:22:01,865 INFO [RS:0;d7d59561a64e:33833 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T20:22:01,865 INFO [RS:0;d7d59561a64e:33833 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T20:22:01,865 DEBUG [RS:0;d7d59561a64e:33833 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T20:22:01,865 INFO [RS:0;d7d59561a64e:33833 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d59561a64e,42855,1732134119809 with port=33833, startcode=1732134119963 2024-11-20T20:22:01,866 DEBUG [RS:0;d7d59561a64e:33833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T20:22:01,867 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T20:22:01,867 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42855 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7d59561a64e,33833,1732134119963 2024-11-20T20:22:01,867 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42855 {}] master.ServerManager(517): Registering regionserver=d7d59561a64e,33833,1732134119963 2024-11-20T20:22:01,868 DEBUG [RS:0;d7d59561a64e:33833 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d 2024-11-20T20:22:01,868 DEBUG [RS:0;d7d59561a64e:33833 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44193 2024-11-20T20:22:01,868 DEBUG [RS:0;d7d59561a64e:33833 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T20:22:01,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42855-0x10159e906ca0003, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11912989894/rs 2024-11-20T20:22:01,879 DEBUG [RS:0;d7d59561a64e:33833 {}] zookeeper.ZKUtil(111): regionserver:33833-0x10159e906ca0004, quorum=127.0.0.1:50784, baseZNode=/11912989894 Set watcher on existing znode=/11912989894/rs/d7d59561a64e,33833,1732134119963 2024-11-20T20:22:01,879 WARN [RS:0;d7d59561a64e:33833 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:22:01,879 INFO [RS:0;d7d59561a64e:33833 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:22:01,880 DEBUG [RS:0;d7d59561a64e:33833 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963 2024-11-20T20:22:01,880 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7d59561a64e,33833,1732134119963] 2024-11-20T20:22:01,884 INFO [RS:0;d7d59561a64e:33833 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T20:22:01,886 INFO [RS:0;d7d59561a64e:33833 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T20:22:01,886 INFO [RS:0;d7d59561a64e:33833 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T20:22:01,886 INFO [RS:0;d7d59561a64e:33833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:01,888 INFO [RS:0;d7d59561a64e:33833 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T20:22:01,888 INFO [RS:0;d7d59561a64e:33833 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T20:22:01,889 INFO [RS:0;d7d59561a64e:33833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:01,889 DEBUG [RS:0;d7d59561a64e:33833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:01,889 DEBUG [RS:0;d7d59561a64e:33833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:01,889 DEBUG [RS:0;d7d59561a64e:33833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:01,889 DEBUG [RS:0;d7d59561a64e:33833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:01,889 DEBUG [RS:0;d7d59561a64e:33833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:01,889 DEBUG [RS:0;d7d59561a64e:33833 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:22:01,889 DEBUG [RS:0;d7d59561a64e:33833 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:01,889 DEBUG [RS:0;d7d59561a64e:33833 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:01,889 DEBUG [RS:0;d7d59561a64e:33833 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:01,889 DEBUG [RS:0;d7d59561a64e:33833 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:01,889 DEBUG [RS:0;d7d59561a64e:33833 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:01,889 DEBUG [RS:0;d7d59561a64e:33833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:01,889 DEBUG [RS:0;d7d59561a64e:33833 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:22:01,889 DEBUG [RS:0;d7d59561a64e:33833 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:22:01,892 INFO [RS:0;d7d59561a64e:33833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:01,892 INFO [RS:0;d7d59561a64e:33833 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:01,892 INFO [RS:0;d7d59561a64e:33833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:01,892 INFO [RS:0;d7d59561a64e:33833 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:01,892 INFO [RS:0;d7d59561a64e:33833 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:01,892 INFO [RS:0;d7d59561a64e:33833 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,33833,1732134119963-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:22:01,906 INFO [RS:0;d7d59561a64e:33833 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T20:22:01,906 INFO [RS:0;d7d59561a64e:33833 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,33833,1732134119963-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:01,906 INFO [RS:0;d7d59561a64e:33833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:01,906 INFO [RS:0;d7d59561a64e:33833 {}] regionserver.Replication(171): d7d59561a64e,33833,1732134119963 started 2024-11-20T20:22:01,919 INFO [RS:0;d7d59561a64e:33833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:01,919 INFO [RS:0;d7d59561a64e:33833 {}] regionserver.HRegionServer(1482): Serving as d7d59561a64e,33833,1732134119963, RpcServer on d7d59561a64e/172.17.0.2:33833, sessionid=0x10159e906ca0004 2024-11-20T20:22:01,919 DEBUG [RS:0;d7d59561a64e:33833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T20:22:01,919 DEBUG [RS:0;d7d59561a64e:33833 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7d59561a64e,33833,1732134119963 2024-11-20T20:22:01,919 DEBUG [RS:0;d7d59561a64e:33833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,33833,1732134119963' 2024-11-20T20:22:01,919 DEBUG [RS:0;d7d59561a64e:33833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11912989894/flush-table-proc/abort' 2024-11-20T20:22:01,920 DEBUG [RS:0;d7d59561a64e:33833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11912989894/flush-table-proc/acquired' 2024-11-20T20:22:01,920 DEBUG [RS:0;d7d59561a64e:33833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T20:22:01,920 DEBUG [RS:0;d7d59561a64e:33833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T20:22:01,920 DEBUG [RS:0;d7d59561a64e:33833 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7d59561a64e,33833,1732134119963 2024-11-20T20:22:01,920 DEBUG [RS:0;d7d59561a64e:33833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,33833,1732134119963' 2024-11-20T20:22:01,920 DEBUG [RS:0;d7d59561a64e:33833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11912989894/online-snapshot/abort' 2024-11-20T20:22:01,920 DEBUG [RS:0;d7d59561a64e:33833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11912989894/online-snapshot/acquired' 2024-11-20T20:22:01,920 DEBUG [RS:0;d7d59561a64e:33833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T20:22:01,920 INFO [RS:0;d7d59561a64e:33833 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T20:22:01,920 INFO [RS:0;d7d59561a64e:33833 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T20:22:02,021 INFO [RS:0;d7d59561a64e:33833 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:22:02,022 INFO [RS:0;d7d59561a64e:33833 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C33833%2C1732134119963, suffix=, logDir=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963, archiveDir=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/oldWALs, maxLogs=10 2024-11-20T20:22:02,034 DEBUG [RS:0;d7d59561a64e:33833 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022, exclude list is [], retry=0 2024-11-20T20:22:02,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33569,DS-db2dcefc-c22e-4588-8824-820dc794c115,DISK] 2024-11-20T20:22:02,038 INFO [RS:0;d7d59561a64e:33833 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 2024-11-20T20:22:02,038 DEBUG [RS:0;d7d59561a64e:33833 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43129:43129)] 2024-11-20T20:22:02,198 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T20:22:02,199 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d 2024-11-20T20:22:02,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741833_1009 (size=32) 2024-11-20T20:22:02,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:02,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:22:02,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:22:02,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:02,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:02,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:22:02,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:22:02,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:02,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:02,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:22:02,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:22:02,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:02,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:02,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:22:02,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:22:02,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:02,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:02,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:22:02,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/meta/1588230740 2024-11-20T20:22:02,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/meta/1588230740 2024-11-20T20:22:02,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:22:02,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:22:02,612 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:22:02,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:22:02,614 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:22:02,614 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67338493, jitterRate=0.0034217387437820435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:22:02,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732134122604Initializing all the Stores at 1732134122604Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134122604Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134122605 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134122605Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134122605Cleaning up temporary data from old regions at 1732134122611 (+6 ms)Region opened successfully at 1732134122614 (+3 ms) 2024-11-20T20:22:02,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:22:02,614 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:22:02,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:22:02,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:22:02,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:22:02,615 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:22:02,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134122614Disabling compacts and flushes for region at 1732134122614Disabling writes for close at 1732134122615 (+1 ms)Writing region close event to WAL at 1732134122615Closed at 1732134122615 2024-11-20T20:22:02,616 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:22:02,616 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T20:22:02,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T20:22:02,617 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:22:02,617 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T20:22:02,768 DEBUG [d7d59561a64e:42855 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T20:22:02,768 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7d59561a64e,33833,1732134119963 2024-11-20T20:22:02,769 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,33833,1732134119963, state=OPENING 2024-11-20T20:22:02,882 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T20:22:02,900 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33833-0x10159e906ca0004, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11912989894 2024-11-20T20:22:02,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42855-0x10159e906ca0003, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11912989894 2024-11-20T20:22:02,900 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:22:02,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11912989894/meta-region-server: CHANGED 2024-11-20T20:22:02,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11912989894/meta-region-server: CHANGED 2024-11-20T20:22:02,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,33833,1732134119963}] 2024-11-20T20:22:02,916 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:22:02,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:02,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:02,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:02,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:02,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:02,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:02,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:02,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:02,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:02,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:02,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:02,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:02,991 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T20:22:03,053 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:22:03,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T20:22:03,057 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T20:22:03,057 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:22:03,057 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T20:22:03,058 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C33833%2C1732134119963.meta, suffix=.meta, logDir=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963, archiveDir=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/oldWALs, maxLogs=10 2024-11-20T20:22:03,072 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.meta.1732134123058.meta, exclude list is [], retry=0 2024-11-20T20:22:03,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33569,DS-db2dcefc-c22e-4588-8824-820dc794c115,DISK] 2024-11-20T20:22:03,076 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.meta.1732134123058.meta 2024-11-20T20:22:03,076 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43129:43129)] 2024-11-20T20:22:03,076 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:22:03,076 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:22:03,076 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:22:03,076 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T20:22:03,076 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T20:22:03,076 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T20:22:03,076 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:03,077 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T20:22:03,077 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T20:22:03,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:22:03,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:22:03,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:03,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:03,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:22:03,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:22:03,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:03,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:03,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:22:03,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:22:03,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:03,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:03,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:22:03,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:22:03,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:03,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:03,089 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:22:03,089 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/meta/1588230740 2024-11-20T20:22:03,090 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/meta/1588230740 2024-11-20T20:22:03,091 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:22:03,091 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:22:03,091 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:22:03,092 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:22:03,093 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68137069, jitterRate=0.01532144844532013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:22:03,093 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T20:22:03,093 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732134123077Writing region info on filesystem at 1732134123077Initializing all the Stores at 1732134123077Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134123077Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134123078 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134123078Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134123078Cleaning up temporary data from old regions at 1732134123091 (+13 ms)Running coprocessor post-open hooks at 1732134123093 (+2 ms)Region opened successfully at 1732134123093 2024-11-20T20:22:03,094 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732134123053 2024-11-20T20:22:03,096 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T20:22:03,096 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T20:22:03,096 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,33833,1732134119963 2024-11-20T20:22:03,097 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,33833,1732134119963, state=OPEN 2024-11-20T20:22:03,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42855-0x10159e906ca0003, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11912989894/meta-region-server 2024-11-20T20:22:03,110 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33833-0x10159e906ca0004, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11912989894/meta-region-server 2024-11-20T20:22:03,111 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7d59561a64e,33833,1732134119963 2024-11-20T20:22:03,111 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11912989894/meta-region-server: CHANGED 2024-11-20T20:22:03,111 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11912989894/meta-region-server: CHANGED 2024-11-20T20:22:03,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T20:22:03,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,33833,1732134119963 in 211 msec 2024-11-20T20:22:03,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T20:22:03,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 497 msec 2024-11-20T20:22:03,115 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:22:03,115 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T20:22:03,116 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:22:03,116 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,33833,1732134119963, seqNum=-1] 2024-11-20T20:22:03,116 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:22:03,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:22:03,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3440 sec 2024-11-20T20:22:03,122 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732134123122, completionTime=-1 2024-11-20T20:22:03,122 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T20:22:03,122 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T20:22:03,124 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T20:22:03,124 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732134183124 2024-11-20T20:22:03,124 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732134243124 2024-11-20T20:22:03,124 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T20:22:03,124 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,42855,1732134119809-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:03,124 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,42855,1732134119809-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:03,124 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,42855,1732134119809-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:03,124 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7d59561a64e:42855, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:03,124 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:03,124 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:03,126 DEBUG [master/d7d59561a64e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T20:22:03,127 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.027sec 2024-11-20T20:22:03,127 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T20:22:03,127 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T20:22:03,127 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T20:22:03,127 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T20:22:03,127 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T20:22:03,127 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,42855,1732134119809-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:22:03,127 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,42855,1732134119809-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T20:22:03,129 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T20:22:03,129 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T20:22:03,129 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,42855,1732134119809-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:03,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497e5c3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:03,132 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,42855,-1 for getting cluster id 2024-11-20T20:22:03,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:03,133 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41b8d6d3-1888-46a5-875e-2b702822c872' 2024-11-20T20:22:03,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:03,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41b8d6d3-1888-46a5-875e-2b702822c872" 2024-11-20T20:22:03,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6102cf67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:03,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,42855,-1] 2024-11-20T20:22:03,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:03,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:03,135 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:03,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a751b33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:03,136 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:22:03,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,33833,1732134119963, seqNum=-1] 2024-11-20T20:22:03,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:22:03,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:22:03,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7d59561a64e,42855,1732134119809 2024-11-20T20:22:03,140 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50784 2024-11-20T20:22:03,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:22:03,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10159e906ca0005 connected 2024-11-20T20:22:03,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/hadoop.log.dir so I do NOT create it in target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0 2024-11-20T20:22:03,166 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T20:22:03,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/hadoop.tmp.dir so I do NOT create it in target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0 2024-11-20T20:22:03,166 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T20:22:03,166 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0 2024-11-20T20:22:03,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T20:22:03,166 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/cluster_354cd4cf-d3ec-280d-e1be-3de94248dccd, deleteOnExit=true 2024-11-20T20:22:03,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T20:22:03,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/test.cache.data in system properties and HBase conf 2024-11-20T20:22:03,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T20:22:03,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/hadoop.log.dir in system properties and HBase conf 2024-11-20T20:22:03,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T20:22:03,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T20:22:03,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T20:22:03,167 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T20:22:03,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:22:03,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:22:03,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T20:22:03,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:22:03,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T20:22:03,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T20:22:03,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:22:03,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:22:03,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T20:22:03,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/nfs.dump.dir in system properties and HBase conf 2024-11-20T20:22:03,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/java.io.tmpdir in system properties and HBase conf 2024-11-20T20:22:03,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:22:03,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T20:22:03,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T20:22:03,573 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:22:03,577 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:22:03,579 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:22:03,579 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:22:03,579 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T20:22:03,580 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:22:03,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1117b8bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:22:03,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@438ce417{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:22:03,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b206f70{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/java.io.tmpdir/jetty-localhost-41063-hadoop-hdfs-3_4_1-tests_jar-_-any-10819080193834512222/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:22:03,698 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@214795f2{HTTP/1.1, (http/1.1)}{localhost:41063} 2024-11-20T20:22:03,698 INFO [Time-limited test {}] server.Server(415): Started @229016ms 2024-11-20T20:22:03,991 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:22:03,995 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:22:03,998 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:22:03,998 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:22:03,998 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:22:03,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13318a7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:22:04,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76912e43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:22:04,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T20:22:04,095 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T20:22:04,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:22:04,095 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T20:22:04,096 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:22:04,096 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T20:22:04,096 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T20:22:04,096 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T20:22:04,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41529fcf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/java.io.tmpdir/jetty-localhost-40651-hadoop-hdfs-3_4_1-tests_jar-_-any-12327063126483452023/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:22:04,110 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58b2fdd5{HTTP/1.1, (http/1.1)}{localhost:40651} 2024-11-20T20:22:04,110 INFO [Time-limited test {}] server.Server(415): Started @229428ms 2024-11-20T20:22:04,112 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T20:22:04,823 WARN [Thread-2888 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/cluster_354cd4cf-d3ec-280d-e1be-3de94248dccd/data/data2/current/BP-830167775-172.17.0.2-1732134123190/current, will proceed with Du for space computation calculation, 2024-11-20T20:22:04,823 WARN [Thread-2887 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/cluster_354cd4cf-d3ec-280d-e1be-3de94248dccd/data/data1/current/BP-830167775-172.17.0.2-1732134123190/current, will proceed with Du for space computation calculation, 2024-11-20T20:22:04,848 WARN [Thread-2875 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T20:22:04,851 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c60508eeb40ce2e with lease ID 0x5e9f0e59279f2aef: Processing first storage report for DS-49682543-1b31-486e-8e7e-662ccbaa69c7 from datanode DatanodeRegistration(127.0.0.1:36041, datanodeUuid=5ce04b58-be85-4951-8030-9172d597505e, infoPort=37709, infoSecurePort=0, ipcPort=34591, storageInfo=lv=-57;cid=testClusterID;nsid=1921949314;c=1732134123190) 2024-11-20T20:22:04,851 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c60508eeb40ce2e with lease ID 0x5e9f0e59279f2aef: from storage DS-49682543-1b31-486e-8e7e-662ccbaa69c7 node DatanodeRegistration(127.0.0.1:36041, datanodeUuid=5ce04b58-be85-4951-8030-9172d597505e, infoPort=37709, infoSecurePort=0, ipcPort=34591, storageInfo=lv=-57;cid=testClusterID;nsid=1921949314;c=1732134123190), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:22:04,851 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c60508eeb40ce2e with lease ID 0x5e9f0e59279f2aef: Processing first storage report for DS-aa29725d-fc7b-4fbd-9e79-0302fb1253e5 from datanode DatanodeRegistration(127.0.0.1:36041, datanodeUuid=5ce04b58-be85-4951-8030-9172d597505e, infoPort=37709, infoSecurePort=0, ipcPort=34591, storageInfo=lv=-57;cid=testClusterID;nsid=1921949314;c=1732134123190) 2024-11-20T20:22:04,851 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c60508eeb40ce2e with lease ID 0x5e9f0e59279f2aef: from storage DS-aa29725d-fc7b-4fbd-9e79-0302fb1253e5 node DatanodeRegistration(127.0.0.1:36041, datanodeUuid=5ce04b58-be85-4951-8030-9172d597505e, infoPort=37709, infoSecurePort=0, ipcPort=34591, storageInfo=lv=-57;cid=testClusterID;nsid=1921949314;c=1732134123190), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T20:22:04,953 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0 2024-11-20T20:22:04,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:22:04,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:22:04,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741825_1001 (size=7) 2024-11-20T20:22:05,373 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b with version=8 2024-11-20T20:22:05,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/hbase-staging 2024-11-20T20:22:05,374 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:22:05,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:22:05,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:22:05,375 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:22:05,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:22:05,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:22:05,375 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T20:22:05,375 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:22:05,375 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40141 2024-11-20T20:22:05,376 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40141 connecting to ZooKeeper ensemble=127.0.0.1:50784 2024-11-20T20:22:05,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401410x0, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:22:05,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40141-0x10159e906ca0006 connected 2024-11-20T20:22:05,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:22:05,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:22:05,503 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40141-0x10159e906ca0006, quorum=127.0.0.1:50784, baseZNode=/21971437381 Set watcher on znode that does not yet exist, /21971437381/running 2024-11-20T20:22:05,503 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b, hbase.cluster.distributed=false 2024-11-20T20:22:05,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40141-0x10159e906ca0006, quorum=127.0.0.1:50784, baseZNode=/21971437381 Set watcher on znode that does not yet exist, /21971437381/acl 2024-11-20T20:22:05,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40141 2024-11-20T20:22:05,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40141 2024-11-20T20:22:05,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40141 2024-11-20T20:22:05,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40141 2024-11-20T20:22:05,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40141 2024-11-20T20:22:05,532 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:22:05,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:22:05,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:22:05,532 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:22:05,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:22:05,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:22:05,532 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T20:22:05,533 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:22:05,533 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36367 2024-11-20T20:22:05,534 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36367 connecting to ZooKeeper ensemble=127.0.0.1:50784 2024-11-20T20:22:05,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:22:05,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:22:05,548 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363670x0, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:22:05,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363670x0, quorum=127.0.0.1:50784, baseZNode=/21971437381 Set watcher on znode that does not yet exist, /21971437381/running 2024-11-20T20:22:05,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36367-0x10159e906ca0007 connected 2024-11-20T20:22:05,549 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T20:22:05,552 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T20:22:05,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36367-0x10159e906ca0007, quorum=127.0.0.1:50784, baseZNode=/21971437381 Set watcher on znode that does not yet exist, /21971437381/master 2024-11-20T20:22:05,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36367-0x10159e906ca0007, quorum=127.0.0.1:50784, baseZNode=/21971437381 Set watcher on znode that does not yet exist, /21971437381/acl 2024-11-20T20:22:05,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36367 2024-11-20T20:22:05,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36367 2024-11-20T20:22:05,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36367 2024-11-20T20:22:05,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36367 2024-11-20T20:22:05,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36367 2024-11-20T20:22:05,578 DEBUG [M:0;d7d59561a64e:40141 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7d59561a64e:40141 2024-11-20T20:22:05,578 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21971437381/backup-masters/d7d59561a64e,40141,1732134125374 2024-11-20T20:22:05,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40141-0x10159e906ca0006, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21971437381/backup-masters 2024-11-20T20:22:05,590 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36367-0x10159e906ca0007, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21971437381/backup-masters 2024-11-20T20:22:05,592 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40141-0x10159e906ca0006, quorum=127.0.0.1:50784, baseZNode=/21971437381 Set watcher on existing znode=/21971437381/backup-masters/d7d59561a64e,40141,1732134125374 2024-11-20T20:22:05,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40141-0x10159e906ca0006, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21971437381 2024-11-20T20:22:05,601 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36367-0x10159e906ca0007, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21971437381/master 2024-11-20T20:22:05,601 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36367-0x10159e906ca0007, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21971437381 2024-11-20T20:22:05,601 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40141-0x10159e906ca0006, quorum=127.0.0.1:50784, baseZNode=/21971437381 Set watcher on existing znode=/21971437381/master 2024-11-20T20:22:05,617 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21971437381/backup-masters/d7d59561a64e,40141,1732134125374 from backup master directory 2024-11-20T20:22:05,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40141-0x10159e906ca0006, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21971437381/backup-masters/d7d59561a64e,40141,1732134125374 2024-11-20T20:22:05,626 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36367-0x10159e906ca0007, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21971437381/backup-masters 2024-11-20T20:22:05,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40141-0x10159e906ca0006, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21971437381/backup-masters 2024-11-20T20:22:05,626 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:22:05,626 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7d59561a64e,40141,1732134125374 2024-11-20T20:22:05,630 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/hbase.id] with ID: 9ddcc5e2-9aac-4136-bb69-ebc6f888e45f 2024-11-20T20:22:05,630 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/.tmp/hbase.id 2024-11-20T20:22:05,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741826_1002 (size=42) 2024-11-20T20:22:06,037 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/.tmp/hbase.id]:[hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/hbase.id] 2024-11-20T20:22:06,045 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:22:06,045 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T20:22:06,046 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T20:22:06,058 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36367-0x10159e906ca0007, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21971437381 2024-11-20T20:22:06,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40141-0x10159e906ca0006, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21971437381 2024-11-20T20:22:06,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741827_1003 (size=196) 2024-11-20T20:22:06,463 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:22:06,464 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T20:22:06,464 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:22:06,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741828_1004 (size=1189) 2024-11-20T20:22:06,871 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/MasterData/data/master/store 2024-11-20T20:22:06,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741829_1005 (size=34) 2024-11-20T20:22:07,280 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:07,280 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:22:07,280 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:07,280 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:07,280 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:22:07,280 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:07,280 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:07,280 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134127280Disabling compacts and flushes for region at 1732134127280Disabling writes for close at 1732134127280Writing region close event to WAL at 1732134127280Closed at 1732134127280 2024-11-20T20:22:07,281 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/MasterData/data/master/store/.initializing 2024-11-20T20:22:07,281 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/MasterData/WALs/d7d59561a64e,40141,1732134125374 2024-11-20T20:22:07,282 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:22:07,297 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C40141%2C1732134125374, suffix=, logDir=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/MasterData/WALs/d7d59561a64e,40141,1732134125374, archiveDir=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/MasterData/oldWALs, maxLogs=10 2024-11-20T20:22:07,316 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/MasterData/WALs/d7d59561a64e,40141,1732134125374/d7d59561a64e%2C40141%2C1732134125374.1732134127297, exclude list is [], retry=0 2024-11-20T20:22:07,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36041,DS-49682543-1b31-486e-8e7e-662ccbaa69c7,DISK] 2024-11-20T20:22:07,320 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/MasterData/WALs/d7d59561a64e,40141,1732134125374/d7d59561a64e%2C40141%2C1732134125374.1732134127297 2024-11-20T20:22:07,321 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37709:37709)] 2024-11-20T20:22:07,321 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:22:07,321 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:07,321 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:07,321 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:07,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:07,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T20:22:07,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:07,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:07,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:07,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T20:22:07,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:07,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:07,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:07,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T20:22:07,326 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:07,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:07,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:07,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T20:22:07,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:07,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:07,327 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:07,328 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:07,328 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:07,329 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:07,329 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:07,329 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:22:07,330 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:07,332 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:22:07,332 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69685202, jitterRate=0.03839042782783508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:22:07,333 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732134127321Initializing all the Stores at 1732134127322 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134127322Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134127322Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134127322Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134127322Cleaning up temporary data from old regions at 1732134127329 (+7 ms)Region opened successfully at 1732134127333 (+4 ms) 2024-11-20T20:22:07,333 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T20:22:07,335 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37691524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:22:07,336 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T20:22:07,336 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T20:22:07,336 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T20:22:07,336 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T20:22:07,337 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T20:22:07,337 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T20:22:07,337 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T20:22:07,341 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T20:22:07,342 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40141-0x10159e906ca0006, quorum=127.0.0.1:50784, baseZNode=/21971437381 Unable to get data of znode /21971437381/balancer because node does not exist (not necessarily an error) 2024-11-20T20:22:07,432 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21971437381/balancer already deleted, retry=false 2024-11-20T20:22:07,433 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T20:22:07,433 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40141-0x10159e906ca0006, quorum=127.0.0.1:50784, baseZNode=/21971437381 Unable to get data of znode /21971437381/normalizer because node does not exist (not necessarily an error) 2024-11-20T20:22:07,443 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21971437381/normalizer already deleted, retry=false 2024-11-20T20:22:07,443 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T20:22:07,444 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40141-0x10159e906ca0006, quorum=127.0.0.1:50784, baseZNode=/21971437381 Unable to get data of znode /21971437381/switch/split because node does not exist (not necessarily an error) 2024-11-20T20:22:07,453 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21971437381/switch/split already deleted, retry=false 2024-11-20T20:22:07,454 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40141-0x10159e906ca0006, quorum=127.0.0.1:50784, baseZNode=/21971437381 Unable to get data of znode /21971437381/switch/merge because node does not exist (not necessarily an error) 2024-11-20T20:22:07,464 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21971437381/switch/merge already deleted, retry=false 2024-11-20T20:22:07,465 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40141-0x10159e906ca0006, quorum=127.0.0.1:50784, baseZNode=/21971437381 Unable to get data of znode /21971437381/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T20:22:07,474 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21971437381/snapshot-cleanup already deleted, retry=false 2024-11-20T20:22:07,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40141-0x10159e906ca0006, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21971437381/running 2024-11-20T20:22:07,485 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36367-0x10159e906ca0007, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21971437381/running 2024-11-20T20:22:07,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40141-0x10159e906ca0006, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21971437381 2024-11-20T20:22:07,485 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36367-0x10159e906ca0007, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21971437381 2024-11-20T20:22:07,486 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7d59561a64e,40141,1732134125374, sessionid=0x10159e906ca0006, setting cluster-up flag (Was=false) 2024-11-20T20:22:07,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40141-0x10159e906ca0006, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21971437381 2024-11-20T20:22:07,506 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36367-0x10159e906ca0007, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21971437381 2024-11-20T20:22:07,538 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21971437381/flush-table-proc/acquired, /21971437381/flush-table-proc/reached, /21971437381/flush-table-proc/abort 2024-11-20T20:22:07,539 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,40141,1732134125374 2024-11-20T20:22:07,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40141-0x10159e906ca0006, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21971437381 2024-11-20T20:22:07,559 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36367-0x10159e906ca0007, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21971437381 2024-11-20T20:22:07,590 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21971437381/online-snapshot/acquired, /21971437381/online-snapshot/reached, /21971437381/online-snapshot/abort 2024-11-20T20:22:07,591 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,40141,1732134125374 2024-11-20T20:22:07,592 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T20:22:07,594 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T20:22:07,594 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T20:22:07,594 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T20:22:07,594 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7d59561a64e,40141,1732134125374 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T20:22:07,596 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:22:07,596 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:22:07,596 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:22:07,596 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:22:07,596 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7d59561a64e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T20:22:07,596 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:07,596 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:22:07,596 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:07,597 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:22:07,597 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T20:22:07,598 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:07,598 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T20:22:07,600 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732134157600 2024-11-20T20:22:07,600 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T20:22:07,600 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T20:22:07,600 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T20:22:07,600 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T20:22:07,600 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T20:22:07,600 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T20:22:07,604 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:07,605 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T20:22:07,605 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T20:22:07,605 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T20:22:07,605 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T20:22:07,606 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T20:22:07,606 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T20:22:07,608 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134127606,5,FailOnTimeoutGroup] 2024-11-20T20:22:07,612 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134127608,5,FailOnTimeoutGroup] 2024-11-20T20:22:07,612 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:07,612 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T20:22:07,612 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:07,612 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:07,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741831_1007 (size=1321) 2024-11-20T20:22:07,667 INFO [RS:0;d7d59561a64e:36367 {}] regionserver.HRegionServer(746): ClusterId : 9ddcc5e2-9aac-4136-bb69-ebc6f888e45f 2024-11-20T20:22:07,667 DEBUG [RS:0;d7d59561a64e:36367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T20:22:07,679 DEBUG [RS:0;d7d59561a64e:36367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T20:22:07,679 DEBUG [RS:0;d7d59561a64e:36367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T20:22:07,690 DEBUG [RS:0;d7d59561a64e:36367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T20:22:07,690 DEBUG [RS:0;d7d59561a64e:36367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23296c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:22:07,706 DEBUG [RS:0;d7d59561a64e:36367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7d59561a64e:36367 2024-11-20T20:22:07,706 INFO [RS:0;d7d59561a64e:36367 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T20:22:07,706 INFO [RS:0;d7d59561a64e:36367 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T20:22:07,706 DEBUG [RS:0;d7d59561a64e:36367 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T20:22:07,707 INFO [RS:0;d7d59561a64e:36367 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d59561a64e,40141,1732134125374 with port=36367, startcode=1732134125532 2024-11-20T20:22:07,707 DEBUG [RS:0;d7d59561a64e:36367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T20:22:07,709 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T20:22:07,710 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40141 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7d59561a64e,36367,1732134125532 2024-11-20T20:22:07,710 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40141 {}] master.ServerManager(517): Registering regionserver=d7d59561a64e,36367,1732134125532 2024-11-20T20:22:07,711 DEBUG [RS:0;d7d59561a64e:36367 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b 2024-11-20T20:22:07,711 DEBUG [RS:0;d7d59561a64e:36367 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39715 2024-11-20T20:22:07,711 DEBUG [RS:0;d7d59561a64e:36367 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T20:22:07,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40141-0x10159e906ca0006, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21971437381/rs 2024-11-20T20:22:07,770 DEBUG [RS:0;d7d59561a64e:36367 {}] zookeeper.ZKUtil(111): regionserver:36367-0x10159e906ca0007, quorum=127.0.0.1:50784, baseZNode=/21971437381 Set watcher on existing znode=/21971437381/rs/d7d59561a64e,36367,1732134125532 2024-11-20T20:22:07,770 WARN [RS:0;d7d59561a64e:36367 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:22:07,770 INFO [RS:0;d7d59561a64e:36367 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:22:07,770 DEBUG [RS:0;d7d59561a64e:36367 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532 2024-11-20T20:22:07,770 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7d59561a64e,36367,1732134125532] 2024-11-20T20:22:07,773 INFO [RS:0;d7d59561a64e:36367 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T20:22:07,775 INFO [RS:0;d7d59561a64e:36367 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T20:22:07,775 INFO [RS:0;d7d59561a64e:36367 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T20:22:07,775 INFO [RS:0;d7d59561a64e:36367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:07,775 INFO [RS:0;d7d59561a64e:36367 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T20:22:07,776 INFO [RS:0;d7d59561a64e:36367 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T20:22:07,776 INFO [RS:0;d7d59561a64e:36367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:07,776 DEBUG [RS:0;d7d59561a64e:36367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:07,776 DEBUG [RS:0;d7d59561a64e:36367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:07,776 DEBUG [RS:0;d7d59561a64e:36367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:07,776 DEBUG [RS:0;d7d59561a64e:36367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:07,776 DEBUG [RS:0;d7d59561a64e:36367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:07,776 DEBUG [RS:0;d7d59561a64e:36367 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:22:07,776 DEBUG [RS:0;d7d59561a64e:36367 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:07,776 DEBUG [RS:0;d7d59561a64e:36367 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:07,776 DEBUG [RS:0;d7d59561a64e:36367 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:07,776 DEBUG [RS:0;d7d59561a64e:36367 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:07,777 DEBUG [RS:0;d7d59561a64e:36367 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:07,777 DEBUG [RS:0;d7d59561a64e:36367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:07,777 DEBUG [RS:0;d7d59561a64e:36367 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:22:07,777 DEBUG [RS:0;d7d59561a64e:36367 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:22:07,784 INFO [RS:0;d7d59561a64e:36367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:07,785 INFO [RS:0;d7d59561a64e:36367 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:07,785 INFO [RS:0;d7d59561a64e:36367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:07,785 INFO [RS:0;d7d59561a64e:36367 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:07,785 INFO [RS:0;d7d59561a64e:36367 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:07,785 INFO [RS:0;d7d59561a64e:36367 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,36367,1732134125532-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:22:07,803 INFO [RS:0;d7d59561a64e:36367 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T20:22:07,803 INFO [RS:0;d7d59561a64e:36367 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,36367,1732134125532-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:07,803 INFO [RS:0;d7d59561a64e:36367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:07,803 INFO [RS:0;d7d59561a64e:36367 {}] regionserver.Replication(171): d7d59561a64e,36367,1732134125532 started 2024-11-20T20:22:07,822 INFO [RS:0;d7d59561a64e:36367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:07,822 INFO [RS:0;d7d59561a64e:36367 {}] regionserver.HRegionServer(1482): Serving as d7d59561a64e,36367,1732134125532, RpcServer on d7d59561a64e/172.17.0.2:36367, sessionid=0x10159e906ca0007 2024-11-20T20:22:07,822 DEBUG [RS:0;d7d59561a64e:36367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T20:22:07,822 DEBUG [RS:0;d7d59561a64e:36367 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7d59561a64e,36367,1732134125532 2024-11-20T20:22:07,822 DEBUG [RS:0;d7d59561a64e:36367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,36367,1732134125532' 2024-11-20T20:22:07,822 DEBUG [RS:0;d7d59561a64e:36367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21971437381/flush-table-proc/abort' 2024-11-20T20:22:07,823 DEBUG [RS:0;d7d59561a64e:36367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21971437381/flush-table-proc/acquired' 2024-11-20T20:22:07,824 DEBUG [RS:0;d7d59561a64e:36367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T20:22:07,824 DEBUG [RS:0;d7d59561a64e:36367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T20:22:07,824 DEBUG [RS:0;d7d59561a64e:36367 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7d59561a64e,36367,1732134125532 2024-11-20T20:22:07,824 DEBUG [RS:0;d7d59561a64e:36367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,36367,1732134125532' 2024-11-20T20:22:07,824 DEBUG [RS:0;d7d59561a64e:36367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21971437381/online-snapshot/abort' 2024-11-20T20:22:07,824 DEBUG [RS:0;d7d59561a64e:36367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21971437381/online-snapshot/acquired' 2024-11-20T20:22:07,824 DEBUG [RS:0;d7d59561a64e:36367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T20:22:07,824 INFO [RS:0;d7d59561a64e:36367 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T20:22:07,825 INFO [RS:0;d7d59561a64e:36367 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T20:22:07,925 INFO [RS:0;d7d59561a64e:36367 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:22:07,926 INFO [RS:0;d7d59561a64e:36367 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C36367%2C1732134125532, suffix=, logDir=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532, archiveDir=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/oldWALs, maxLogs=10 2024-11-20T20:22:07,939 DEBUG [RS:0;d7d59561a64e:36367 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926, exclude list is [], retry=0 2024-11-20T20:22:07,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36041,DS-49682543-1b31-486e-8e7e-662ccbaa69c7,DISK] 2024-11-20T20:22:07,942 INFO [RS:0;d7d59561a64e:36367 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 2024-11-20T20:22:07,943 DEBUG [RS:0;d7d59561a64e:36367 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37709:37709)] 2024-11-20T20:22:08,014 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T20:22:08,014 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b 2024-11-20T20:22:08,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741833_1009 (size=32) 2024-11-20T20:22:08,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:08,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:22:08,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:22:08,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:08,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:08,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:22:08,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:22:08,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:08,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:08,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:22:08,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:22:08,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:08,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:08,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:22:08,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:22:08,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:08,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:08,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:22:08,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/hbase/meta/1588230740 2024-11-20T20:22:08,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/hbase/meta/1588230740 2024-11-20T20:22:08,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:22:08,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:22:08,026 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:22:08,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:22:08,028 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:22:08,029 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58978798, jitterRate=-0.12114742398262024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:22:08,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732134128019Initializing all the Stores at 1732134128019Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134128019Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134128020 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134128020Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134128020Cleaning up temporary data from old regions at 1732134128026 (+6 ms)Region opened successfully at 1732134128029 (+3 ms) 2024-11-20T20:22:08,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:22:08,029 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:22:08,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:22:08,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:22:08,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:22:08,029 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:22:08,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134128029Disabling compacts and flushes for region at 1732134128029Disabling writes for close at 1732134128029Writing region close event to WAL at 1732134128029Closed at 1732134128029 2024-11-20T20:22:08,030 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:22:08,030 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T20:22:08,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T20:22:08,031 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:22:08,032 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T20:22:08,183 DEBUG [d7d59561a64e:40141 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T20:22:08,183 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7d59561a64e,36367,1732134125532 2024-11-20T20:22:08,185 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,36367,1732134125532, state=OPENING 2024-11-20T20:22:08,232 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T20:22:08,243 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36367-0x10159e906ca0007, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21971437381 2024-11-20T20:22:08,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40141-0x10159e906ca0006, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21971437381 2024-11-20T20:22:08,243 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:22:08,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21971437381/meta-region-server: CHANGED 2024-11-20T20:22:08,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21971437381/meta-region-server: CHANGED 2024-11-20T20:22:08,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,36367,1732134125532}] 2024-11-20T20:22:08,396 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:22:08,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T20:22:08,401 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T20:22:08,401 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:22:08,401 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T20:22:08,402 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C36367%2C1732134125532.meta, suffix=.meta, logDir=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532, archiveDir=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/oldWALs, maxLogs=10 2024-11-20T20:22:08,419 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.meta.1732134128402.meta, exclude list is [], retry=0 2024-11-20T20:22:08,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36041,DS-49682543-1b31-486e-8e7e-662ccbaa69c7,DISK] 2024-11-20T20:22:08,423 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.meta.1732134128402.meta 2024-11-20T20:22:08,423 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37709:37709)] 2024-11-20T20:22:08,423 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:22:08,424 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:22:08,424 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:22:08,424 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T20:22:08,424 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T20:22:08,424 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T20:22:08,424 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:08,424 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T20:22:08,424 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T20:22:08,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:22:08,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:22:08,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:08,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:08,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:22:08,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:22:08,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:08,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:08,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:22:08,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:22:08,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:08,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:08,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:22:08,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:22:08,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:08,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:08,430 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:22:08,430 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/hbase/meta/1588230740 2024-11-20T20:22:08,431 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/hbase/meta/1588230740 2024-11-20T20:22:08,432 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:22:08,432 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:22:08,432 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:22:08,433 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:22:08,433 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74279241, jitterRate=0.10684694349765778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:22:08,433 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T20:22:08,434 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732134128424Writing region info on filesystem at 1732134128424Initializing all the Stores at 1732134128425 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134128425Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134128425Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134128425Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134128425Cleaning up temporary data from old regions at 1732134128432 (+7 ms)Running coprocessor post-open hooks at 1732134128433 (+1 ms)Region opened successfully at 1732134128433 2024-11-20T20:22:08,435 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732134128396 2024-11-20T20:22:08,436 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T20:22:08,437 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T20:22:08,437 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,36367,1732134125532 2024-11-20T20:22:08,438 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,36367,1732134125532, state=OPEN 2024-11-20T20:22:08,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40141-0x10159e906ca0006, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21971437381/meta-region-server 2024-11-20T20:22:08,447 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36367-0x10159e906ca0007, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21971437381/meta-region-server 2024-11-20T20:22:08,447 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7d59561a64e,36367,1732134125532 2024-11-20T20:22:08,447 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21971437381/meta-region-server: CHANGED 2024-11-20T20:22:08,447 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21971437381/meta-region-server: CHANGED 2024-11-20T20:22:08,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T20:22:08,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,36367,1732134125532 in 204 msec 2024-11-20T20:22:08,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T20:22:08,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec 2024-11-20T20:22:08,452 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:22:08,452 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T20:22:08,453 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:22:08,453 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,36367,1732134125532, seqNum=-1] 2024-11-20T20:22:08,453 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:22:08,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:22:08,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 865 msec 2024-11-20T20:22:08,459 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732134128459, completionTime=-1 2024-11-20T20:22:08,459 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T20:22:08,459 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T20:22:08,462 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T20:22:08,462 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732134188462 2024-11-20T20:22:08,462 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732134248462 2024-11-20T20:22:08,462 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T20:22:08,462 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,40141,1732134125374-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:08,462 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,40141,1732134125374-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:08,462 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,40141,1732134125374-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:08,462 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7d59561a64e:40141, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:08,462 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:08,463 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:08,465 DEBUG [master/d7d59561a64e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T20:22:08,467 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.841sec 2024-11-20T20:22:08,467 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T20:22:08,467 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T20:22:08,467 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T20:22:08,467 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T20:22:08,467 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T20:22:08,467 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,40141,1732134125374-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:22:08,467 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,40141,1732134125374-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T20:22:08,469 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T20:22:08,469 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T20:22:08,469 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,40141,1732134125374-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:08,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39fb3a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:08,567 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,40141,-1 for getting cluster id 2024-11-20T20:22:08,568 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:08,569 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ddcc5e2-9aac-4136-bb69-ebc6f888e45f' 2024-11-20T20:22:08,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:08,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ddcc5e2-9aac-4136-bb69-ebc6f888e45f" 2024-11-20T20:22:08,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bc616a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:08,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,40141,-1] 2024-11-20T20:22:08,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:08,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:08,571 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:08,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dcb209f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:08,572 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:22:08,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,36367,1732134125532, seqNum=-1] 2024-11-20T20:22:08,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:22:08,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:22:08,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7d59561a64e,40141,1732134125374 2024-11-20T20:22:08,576 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50784 2024-11-20T20:22:08,578 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:22:08,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:08,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:08,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:22:08,597 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:22:08,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,44117,1732134114174 2024-11-20T20:22:08,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78b49ea8 2024-11-20T20:22:08,599 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:22:08,600 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:22:08,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:22:08,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10159e906ca0008 connected 2024-11-20T20:22:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T20:22:08,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:22:08,607 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:08,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:22:08,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T20:22:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:22:08,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741835_1011 (size=902) 2024-11-20T20:22:08,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:08,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:08,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:08,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:08,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:08,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:08,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:08,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:08,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:08,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:22:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:22:09,021 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 509570a52aa630bf5bf7a680c3125c24, NAME => 'test,,1732134128600.509570a52aa630bf5bf7a680c3125c24.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb 2024-11-20T20:22:09,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741836_1012 (size=39) 2024-11-20T20:22:09,026 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732134128600.509570a52aa630bf5bf7a680c3125c24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:09,026 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 509570a52aa630bf5bf7a680c3125c24, disabling compactions & flushes 2024-11-20T20:22:09,026 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732134128600.509570a52aa630bf5bf7a680c3125c24. 2024-11-20T20:22:09,026 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732134128600.509570a52aa630bf5bf7a680c3125c24. 2024-11-20T20:22:09,027 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732134128600.509570a52aa630bf5bf7a680c3125c24. after waiting 0 ms 2024-11-20T20:22:09,027 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732134128600.509570a52aa630bf5bf7a680c3125c24. 2024-11-20T20:22:09,027 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732134128600.509570a52aa630bf5bf7a680c3125c24. 2024-11-20T20:22:09,027 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 509570a52aa630bf5bf7a680c3125c24: Waiting for close lock at 1732134129026Disabling compacts and flushes for region at 1732134129026Disabling writes for close at 1732134129027 (+1 ms)Writing region close event to WAL at 1732134129027Closed at 1732134129027 2024-11-20T20:22:09,028 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:22:09,028 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732134128600.509570a52aa630bf5bf7a680c3125c24.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732134129028"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732134129028"}]},"ts":"1732134129028"} 2024-11-20T20:22:09,030 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:22:09,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:22:09,031 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134129030"}]},"ts":"1732134129030"} 2024-11-20T20:22:09,032 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T20:22:09,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=509570a52aa630bf5bf7a680c3125c24, ASSIGN}] 2024-11-20T20:22:09,033 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=509570a52aa630bf5bf7a680c3125c24, ASSIGN 2024-11-20T20:22:09,034 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=509570a52aa630bf5bf7a680c3125c24, ASSIGN; state=OFFLINE, location=d7d59561a64e,45919,1732134114401; forceNewPlan=false, retain=false 2024-11-20T20:22:09,185 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=509570a52aa630bf5bf7a680c3125c24, regionState=OPENING, regionLocation=d7d59561a64e,45919,1732134114401 2024-11-20T20:22:09,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=509570a52aa630bf5bf7a680c3125c24, ASSIGN because future has completed 2024-11-20T20:22:09,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 509570a52aa630bf5bf7a680c3125c24, server=d7d59561a64e,45919,1732134114401}] 2024-11-20T20:22:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:22:09,352 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732134128600.509570a52aa630bf5bf7a680c3125c24. 2024-11-20T20:22:09,352 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 509570a52aa630bf5bf7a680c3125c24, NAME => 'test,,1732134128600.509570a52aa630bf5bf7a680c3125c24.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:22:09,352 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:22:09,353 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T20:22:09,353 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 509570a52aa630bf5bf7a680c3125c24 2024-11-20T20:22:09,353 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732134128600.509570a52aa630bf5bf7a680c3125c24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:09,353 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 509570a52aa630bf5bf7a680c3125c24 2024-11-20T20:22:09,353 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 509570a52aa630bf5bf7a680c3125c24 2024-11-20T20:22:09,354 INFO [StoreOpener-509570a52aa630bf5bf7a680c3125c24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 509570a52aa630bf5bf7a680c3125c24 2024-11-20T20:22:09,355 INFO [StoreOpener-509570a52aa630bf5bf7a680c3125c24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 509570a52aa630bf5bf7a680c3125c24 columnFamilyName f 2024-11-20T20:22:09,355 DEBUG [StoreOpener-509570a52aa630bf5bf7a680c3125c24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:09,356 INFO [StoreOpener-509570a52aa630bf5bf7a680c3125c24-1 {}] regionserver.HStore(327): Store=509570a52aa630bf5bf7a680c3125c24/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:09,356 INFO [StoreOpener-509570a52aa630bf5bf7a680c3125c24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 509570a52aa630bf5bf7a680c3125c24 2024-11-20T20:22:09,357 INFO [StoreOpener-509570a52aa630bf5bf7a680c3125c24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 509570a52aa630bf5bf7a680c3125c24 columnFamilyName f1 2024-11-20T20:22:09,357 DEBUG [StoreOpener-509570a52aa630bf5bf7a680c3125c24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:09,358 INFO [StoreOpener-509570a52aa630bf5bf7a680c3125c24-1 {}] regionserver.HStore(327): Store=509570a52aa630bf5bf7a680c3125c24/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:09,358 INFO [StoreOpener-509570a52aa630bf5bf7a680c3125c24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 509570a52aa630bf5bf7a680c3125c24 2024-11-20T20:22:09,359 INFO [StoreOpener-509570a52aa630bf5bf7a680c3125c24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 509570a52aa630bf5bf7a680c3125c24 columnFamilyName norep 2024-11-20T20:22:09,359 DEBUG [StoreOpener-509570a52aa630bf5bf7a680c3125c24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:09,359 INFO [StoreOpener-509570a52aa630bf5bf7a680c3125c24-1 {}] regionserver.HStore(327): Store=509570a52aa630bf5bf7a680c3125c24/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:09,359 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 509570a52aa630bf5bf7a680c3125c24 2024-11-20T20:22:09,360 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/default/test/509570a52aa630bf5bf7a680c3125c24 2024-11-20T20:22:09,360 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/default/test/509570a52aa630bf5bf7a680c3125c24 2024-11-20T20:22:09,361 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 509570a52aa630bf5bf7a680c3125c24 2024-11-20T20:22:09,361 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 509570a52aa630bf5bf7a680c3125c24 2024-11-20T20:22:09,361 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:22:09,362 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 509570a52aa630bf5bf7a680c3125c24 2024-11-20T20:22:09,364 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/default/test/509570a52aa630bf5bf7a680c3125c24/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:22:09,365 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 509570a52aa630bf5bf7a680c3125c24; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62254960, jitterRate=-0.07232880592346191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:22:09,365 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 509570a52aa630bf5bf7a680c3125c24 2024-11-20T20:22:09,365 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 509570a52aa630bf5bf7a680c3125c24: Running coprocessor pre-open hook at 1732134129353Writing region info on filesystem at 1732134129353Initializing all the Stores at 1732134129354 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134129354Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134129354Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134129354Cleaning up temporary data from old regions at 1732134129361 (+7 ms)Running coprocessor post-open hooks at 1732134129365 (+4 ms)Region opened successfully at 1732134129365 2024-11-20T20:22:09,366 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732134128600.509570a52aa630bf5bf7a680c3125c24., pid=6, masterSystemTime=1732134129345 2024-11-20T20:22:09,368 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732134128600.509570a52aa630bf5bf7a680c3125c24. 2024-11-20T20:22:09,368 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732134128600.509570a52aa630bf5bf7a680c3125c24. 2024-11-20T20:22:09,368 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=509570a52aa630bf5bf7a680c3125c24, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7d59561a64e,45919,1732134114401 2024-11-20T20:22:09,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 509570a52aa630bf5bf7a680c3125c24, server=d7d59561a64e,45919,1732134114401 because future has completed 2024-11-20T20:22:09,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T20:22:09,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 509570a52aa630bf5bf7a680c3125c24, server=d7d59561a64e,45919,1732134114401 in 180 msec 2024-11-20T20:22:09,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T20:22:09,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=509570a52aa630bf5bf7a680c3125c24, ASSIGN in 342 msec 2024-11-20T20:22:09,380 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:22:09,381 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134129380"}]},"ts":"1732134129380"} 2024-11-20T20:22:09,383 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T20:22:09,384 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:22:09,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 783 msec 2024-11-20T20:22:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:22:09,750 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T20:22:09,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:22:09,752 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,42855,1732134119809 2024-11-20T20:22:09,752 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57e8b35b 2024-11-20T20:22:09,752 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:22:09,753 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:22:09,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42855 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:22:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42855 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T20:22:09,756 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:22:09,756 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:09,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42855 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T20:22:09,757 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:22:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:22:09,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741835_1011 (size=902) 2024-11-20T20:22:09,768 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 609dc35fda075ab7f4f605e94bf08300, NAME => 'test,,1732134129753.609dc35fda075ab7f4f605e94bf08300.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d 2024-11-20T20:22:09,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741836_1012 (size=39) 2024-11-20T20:22:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:22:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:22:10,191 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732134129753.609dc35fda075ab7f4f605e94bf08300.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:10,191 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 609dc35fda075ab7f4f605e94bf08300, disabling compactions & flushes 2024-11-20T20:22:10,191 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732134129753.609dc35fda075ab7f4f605e94bf08300. 2024-11-20T20:22:10,191 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732134129753.609dc35fda075ab7f4f605e94bf08300. 2024-11-20T20:22:10,191 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732134129753.609dc35fda075ab7f4f605e94bf08300. after waiting 0 ms 2024-11-20T20:22:10,191 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732134129753.609dc35fda075ab7f4f605e94bf08300. 2024-11-20T20:22:10,191 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732134129753.609dc35fda075ab7f4f605e94bf08300. 2024-11-20T20:22:10,191 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 609dc35fda075ab7f4f605e94bf08300: Waiting for close lock at 1732134130191Disabling compacts and flushes for region at 1732134130191Disabling writes for close at 1732134130191Writing region close event to WAL at 1732134130191Closed at 1732134130191 2024-11-20T20:22:10,192 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:22:10,193 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732134129753.609dc35fda075ab7f4f605e94bf08300.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732134130192"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732134130192"}]},"ts":"1732134130192"} 2024-11-20T20:22:10,195 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:22:10,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:22:10,195 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134130195"}]},"ts":"1732134130195"} 2024-11-20T20:22:10,197 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T20:22:10,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=609dc35fda075ab7f4f605e94bf08300, ASSIGN}] 2024-11-20T20:22:10,198 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:22:10,199 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=609dc35fda075ab7f4f605e94bf08300, ASSIGN 2024-11-20T20:22:10,199 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7d59561a64e,35369,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T20:22:10,200 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=609dc35fda075ab7f4f605e94bf08300, ASSIGN; state=OFFLINE, location=d7d59561a64e,33833,1732134119963; forceNewPlan=false, retain=false 2024-11-20T20:22:10,199 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48404 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7d59561a64e,35369,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T20:22:10,350 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=609dc35fda075ab7f4f605e94bf08300, regionState=OPENING, regionLocation=d7d59561a64e,33833,1732134119963 2024-11-20T20:22:10,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=609dc35fda075ab7f4f605e94bf08300, ASSIGN because future has completed 2024-11-20T20:22:10,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 609dc35fda075ab7f4f605e94bf08300, server=d7d59561a64e,33833,1732134119963}] 2024-11-20T20:22:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:22:10,509 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732134129753.609dc35fda075ab7f4f605e94bf08300. 2024-11-20T20:22:10,509 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 609dc35fda075ab7f4f605e94bf08300, NAME => 'test,,1732134129753.609dc35fda075ab7f4f605e94bf08300.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:22:10,509 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:22:10,510 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T20:22:10,510 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 609dc35fda075ab7f4f605e94bf08300 2024-11-20T20:22:10,510 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732134129753.609dc35fda075ab7f4f605e94bf08300.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:10,510 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 609dc35fda075ab7f4f605e94bf08300 2024-11-20T20:22:10,510 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 609dc35fda075ab7f4f605e94bf08300 2024-11-20T20:22:10,511 INFO [StoreOpener-609dc35fda075ab7f4f605e94bf08300-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 609dc35fda075ab7f4f605e94bf08300 2024-11-20T20:22:10,512 INFO [StoreOpener-609dc35fda075ab7f4f605e94bf08300-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 609dc35fda075ab7f4f605e94bf08300 columnFamilyName f 2024-11-20T20:22:10,512 DEBUG [StoreOpener-609dc35fda075ab7f4f605e94bf08300-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:10,513 INFO [StoreOpener-609dc35fda075ab7f4f605e94bf08300-1 {}] regionserver.HStore(327): Store=609dc35fda075ab7f4f605e94bf08300/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:10,513 INFO [StoreOpener-609dc35fda075ab7f4f605e94bf08300-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 609dc35fda075ab7f4f605e94bf08300 2024-11-20T20:22:10,514 INFO [StoreOpener-609dc35fda075ab7f4f605e94bf08300-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 609dc35fda075ab7f4f605e94bf08300 columnFamilyName f1 2024-11-20T20:22:10,515 DEBUG [StoreOpener-609dc35fda075ab7f4f605e94bf08300-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:10,520 INFO [StoreOpener-609dc35fda075ab7f4f605e94bf08300-1 {}] regionserver.HStore(327): Store=609dc35fda075ab7f4f605e94bf08300/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:10,520 INFO [StoreOpener-609dc35fda075ab7f4f605e94bf08300-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 609dc35fda075ab7f4f605e94bf08300 2024-11-20T20:22:10,522 INFO [StoreOpener-609dc35fda075ab7f4f605e94bf08300-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 609dc35fda075ab7f4f605e94bf08300 columnFamilyName norep 2024-11-20T20:22:10,522 DEBUG [StoreOpener-609dc35fda075ab7f4f605e94bf08300-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:10,522 INFO [StoreOpener-609dc35fda075ab7f4f605e94bf08300-1 {}] regionserver.HStore(327): Store=609dc35fda075ab7f4f605e94bf08300/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:10,528 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 609dc35fda075ab7f4f605e94bf08300 2024-11-20T20:22:10,533 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/default/test/609dc35fda075ab7f4f605e94bf08300 2024-11-20T20:22:10,533 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/default/test/609dc35fda075ab7f4f605e94bf08300 2024-11-20T20:22:10,535 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 609dc35fda075ab7f4f605e94bf08300 2024-11-20T20:22:10,535 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 609dc35fda075ab7f4f605e94bf08300 2024-11-20T20:22:10,535 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:22:10,536 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 609dc35fda075ab7f4f605e94bf08300 2024-11-20T20:22:10,541 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/default/test/609dc35fda075ab7f4f605e94bf08300/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:22:10,541 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 609dc35fda075ab7f4f605e94bf08300; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67599380, jitterRate=0.007309257984161377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:22:10,541 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 609dc35fda075ab7f4f605e94bf08300 2024-11-20T20:22:10,541 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 609dc35fda075ab7f4f605e94bf08300: Running coprocessor pre-open hook at 1732134130510Writing region info on filesystem at 1732134130510Initializing all the Stores at 1732134130511 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134130511Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134130511Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134130511Cleaning up temporary data from old regions at 1732134130535 (+24 ms)Running coprocessor post-open hooks at 1732134130541 (+6 ms)Region opened successfully at 1732134130541 2024-11-20T20:22:10,542 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732134129753.609dc35fda075ab7f4f605e94bf08300., pid=6, masterSystemTime=1732134130506 2024-11-20T20:22:10,544 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732134129753.609dc35fda075ab7f4f605e94bf08300. 2024-11-20T20:22:10,544 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732134129753.609dc35fda075ab7f4f605e94bf08300. 2024-11-20T20:22:10,545 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=609dc35fda075ab7f4f605e94bf08300, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7d59561a64e,33833,1732134119963 2024-11-20T20:22:10,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 609dc35fda075ab7f4f605e94bf08300, server=d7d59561a64e,33833,1732134119963 because future has completed 2024-11-20T20:22:10,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T20:22:10,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 609dc35fda075ab7f4f605e94bf08300, server=d7d59561a64e,33833,1732134119963 in 194 msec 2024-11-20T20:22:10,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T20:22:10,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=609dc35fda075ab7f4f605e94bf08300, ASSIGN in 352 msec 2024-11-20T20:22:10,553 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:22:10,553 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134130553"}]},"ts":"1732134130553"} 2024-11-20T20:22:10,555 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T20:22:10,556 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:22:10,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 802 msec 2024-11-20T20:22:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:22:10,890 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T20:22:10,890 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:22:10,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,40141,1732134125374 2024-11-20T20:22:10,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9eecfac 2024-11-20T20:22:10,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:22:10,892 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:22:10,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40141 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:22:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40141 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T20:22:10,895 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:22:10,895 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:10,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40141 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T20:22:10,897 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:22:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:22:10,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741835_1011 (size=902) 2024-11-20T20:22:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:22:11,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:22:11,308 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 95d4e2be40dafab6d9ffa7cb33860c61, NAME => 'test,,1732134130893.95d4e2be40dafab6d9ffa7cb33860c61.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b 2024-11-20T20:22:11,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741836_1012 (size=39) 2024-11-20T20:22:11,313 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732134130893.95d4e2be40dafab6d9ffa7cb33860c61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:11,313 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 95d4e2be40dafab6d9ffa7cb33860c61, disabling compactions & flushes 2024-11-20T20:22:11,313 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732134130893.95d4e2be40dafab6d9ffa7cb33860c61. 2024-11-20T20:22:11,313 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732134130893.95d4e2be40dafab6d9ffa7cb33860c61. 2024-11-20T20:22:11,313 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732134130893.95d4e2be40dafab6d9ffa7cb33860c61. after waiting 0 ms 2024-11-20T20:22:11,313 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732134130893.95d4e2be40dafab6d9ffa7cb33860c61. 2024-11-20T20:22:11,314 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732134130893.95d4e2be40dafab6d9ffa7cb33860c61. 2024-11-20T20:22:11,314 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 95d4e2be40dafab6d9ffa7cb33860c61: Waiting for close lock at 1732134131313Disabling compacts and flushes for region at 1732134131313Disabling writes for close at 1732134131313Writing region close event to WAL at 1732134131313Closed at 1732134131313 2024-11-20T20:22:11,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:22:11,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732134130893.95d4e2be40dafab6d9ffa7cb33860c61.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732134131315"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732134131315"}]},"ts":"1732134131315"} 2024-11-20T20:22:11,317 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:22:11,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:22:11,318 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134131318"}]},"ts":"1732134131318"} 2024-11-20T20:22:11,319 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T20:22:11,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=95d4e2be40dafab6d9ffa7cb33860c61, ASSIGN}] 2024-11-20T20:22:11,321 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=95d4e2be40dafab6d9ffa7cb33860c61, ASSIGN 2024-11-20T20:22:11,321 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=95d4e2be40dafab6d9ffa7cb33860c61, ASSIGN; state=OFFLINE, location=d7d59561a64e,36367,1732134125532; forceNewPlan=false, retain=false 2024-11-20T20:22:11,472 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=95d4e2be40dafab6d9ffa7cb33860c61, regionState=OPENING, regionLocation=d7d59561a64e,36367,1732134125532 2024-11-20T20:22:11,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=95d4e2be40dafab6d9ffa7cb33860c61, ASSIGN because future has completed 2024-11-20T20:22:11,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95d4e2be40dafab6d9ffa7cb33860c61, server=d7d59561a64e,36367,1732134125532}] 2024-11-20T20:22:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:22:11,630 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732134130893.95d4e2be40dafab6d9ffa7cb33860c61. 2024-11-20T20:22:11,630 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 95d4e2be40dafab6d9ffa7cb33860c61, NAME => 'test,,1732134130893.95d4e2be40dafab6d9ffa7cb33860c61.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:22:11,630 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:22:11,630 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T20:22:11,631 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 95d4e2be40dafab6d9ffa7cb33860c61 2024-11-20T20:22:11,631 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732134130893.95d4e2be40dafab6d9ffa7cb33860c61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:11,631 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 95d4e2be40dafab6d9ffa7cb33860c61 2024-11-20T20:22:11,631 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 95d4e2be40dafab6d9ffa7cb33860c61 2024-11-20T20:22:11,632 INFO [StoreOpener-95d4e2be40dafab6d9ffa7cb33860c61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 95d4e2be40dafab6d9ffa7cb33860c61 2024-11-20T20:22:11,633 INFO [StoreOpener-95d4e2be40dafab6d9ffa7cb33860c61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95d4e2be40dafab6d9ffa7cb33860c61 columnFamilyName f 2024-11-20T20:22:11,633 DEBUG [StoreOpener-95d4e2be40dafab6d9ffa7cb33860c61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:11,634 INFO [StoreOpener-95d4e2be40dafab6d9ffa7cb33860c61-1 {}] regionserver.HStore(327): Store=95d4e2be40dafab6d9ffa7cb33860c61/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:11,634 INFO [StoreOpener-95d4e2be40dafab6d9ffa7cb33860c61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 95d4e2be40dafab6d9ffa7cb33860c61 2024-11-20T20:22:11,635 INFO [StoreOpener-95d4e2be40dafab6d9ffa7cb33860c61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95d4e2be40dafab6d9ffa7cb33860c61 columnFamilyName f1 2024-11-20T20:22:11,635 DEBUG [StoreOpener-95d4e2be40dafab6d9ffa7cb33860c61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:11,636 INFO [StoreOpener-95d4e2be40dafab6d9ffa7cb33860c61-1 {}] regionserver.HStore(327): Store=95d4e2be40dafab6d9ffa7cb33860c61/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:11,636 INFO [StoreOpener-95d4e2be40dafab6d9ffa7cb33860c61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 95d4e2be40dafab6d9ffa7cb33860c61 2024-11-20T20:22:11,637 INFO [StoreOpener-95d4e2be40dafab6d9ffa7cb33860c61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95d4e2be40dafab6d9ffa7cb33860c61 columnFamilyName norep 2024-11-20T20:22:11,637 DEBUG [StoreOpener-95d4e2be40dafab6d9ffa7cb33860c61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:11,643 INFO [StoreOpener-95d4e2be40dafab6d9ffa7cb33860c61-1 {}] regionserver.HStore(327): Store=95d4e2be40dafab6d9ffa7cb33860c61/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:11,643 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 95d4e2be40dafab6d9ffa7cb33860c61 2024-11-20T20:22:11,645 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/default/test/95d4e2be40dafab6d9ffa7cb33860c61 2024-11-20T20:22:11,645 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/default/test/95d4e2be40dafab6d9ffa7cb33860c61 2024-11-20T20:22:11,647 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 95d4e2be40dafab6d9ffa7cb33860c61 2024-11-20T20:22:11,647 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 95d4e2be40dafab6d9ffa7cb33860c61 2024-11-20T20:22:11,648 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:22:11,649 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 95d4e2be40dafab6d9ffa7cb33860c61 2024-11-20T20:22:11,650 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/default/test/95d4e2be40dafab6d9ffa7cb33860c61/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:22:11,651 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 95d4e2be40dafab6d9ffa7cb33860c61; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69408103, jitterRate=0.03426133096218109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:22:11,651 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 95d4e2be40dafab6d9ffa7cb33860c61 2024-11-20T20:22:11,651 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 95d4e2be40dafab6d9ffa7cb33860c61: Running coprocessor pre-open hook at 1732134131631Writing region info on filesystem at 1732134131631Initializing all the Stores at 1732134131632 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134131632Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134131632Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134131632Cleaning up temporary data from old regions at 1732134131647 (+15 ms)Running coprocessor post-open hooks at 1732134131651 (+4 ms)Region opened successfully at 1732134131651 2024-11-20T20:22:11,652 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732134130893.95d4e2be40dafab6d9ffa7cb33860c61., pid=6, masterSystemTime=1732134131626 2024-11-20T20:22:11,654 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732134130893.95d4e2be40dafab6d9ffa7cb33860c61. 2024-11-20T20:22:11,654 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732134130893.95d4e2be40dafab6d9ffa7cb33860c61. 2024-11-20T20:22:11,655 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=95d4e2be40dafab6d9ffa7cb33860c61, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7d59561a64e,36367,1732134125532 2024-11-20T20:22:11,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95d4e2be40dafab6d9ffa7cb33860c61, server=d7d59561a64e,36367,1732134125532 because future has completed 2024-11-20T20:22:11,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T20:22:11,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 95d4e2be40dafab6d9ffa7cb33860c61, server=d7d59561a64e,36367,1732134125532 in 191 msec 2024-11-20T20:22:11,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T20:22:11,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=95d4e2be40dafab6d9ffa7cb33860c61, ASSIGN in 348 msec 2024-11-20T20:22:11,671 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:22:11,671 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134131671"}]},"ts":"1732134131671"} 2024-11-20T20:22:11,673 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T20:22:11,674 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:22:11,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 781 msec 2024-11-20T20:22:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:22:12,040 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T20:22:12,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c05dc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:12,042 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,44117,-1 for getting cluster id 2024-11-20T20:22:12,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:12,044 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26dfc7bf-e75e-4106-8bda-3698a37ec4a8' 2024-11-20T20:22:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26dfc7bf-e75e-4106-8bda-3698a37ec4a8" 2024-11-20T20:22:12,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d9c76ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:12,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,44117,-1] 2024-11-20T20:22:12,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:12,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:12,049 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:12,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7f2bc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:12,050 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:22:12,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,44117,1732134114174 2024-11-20T20:22:12,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ea48b1 2024-11-20T20:22:12,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:22:12,054 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:22:12,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7d59561a64e:42855,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T20:22:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T20:22:12,063 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:42855' 2024-11-20T20:22:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:12,075 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25a827b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:12,075 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,42855,-1 for getting cluster id 2024-11-20T20:22:12,075 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:12,076 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41b8d6d3-1888-46a5-875e-2b702822c872' 2024-11-20T20:22:12,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:12,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41b8d6d3-1888-46a5-875e-2b702822c872" 2024-11-20T20:22:12,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5c76ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:12,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,42855,-1] 2024-11-20T20:22:12,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:12,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:12,078 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:12,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1236f191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:12,080 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:22:12,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,42855,1732134119809 2024-11-20T20:22:12,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26e1eb7a 2024-11-20T20:22:12,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:22:12,082 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:22:12,083 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T20:22:12,083 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T20:22:12,083 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:12,084 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:12,084 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:22:12,086 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T20:22:12,088 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:22:12,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:22:12,090 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:12,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:22:12,140 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T20:22:12,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741837_1013 (size=1138) 2024-11-20T20:22:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:12,567 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a3e9bb0a3e4bea81b451612e20390e8, NAME => 'hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb 2024-11-20T20:22:12,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741838_1014 (size=44) 2024-11-20T20:22:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:13,034 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:13,034 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3a3e9bb0a3e4bea81b451612e20390e8, disabling compactions & flushes 2024-11-20T20:22:13,034 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8. 2024-11-20T20:22:13,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8. 2024-11-20T20:22:13,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8. after waiting 0 ms 2024-11-20T20:22:13,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8. 2024-11-20T20:22:13,035 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8. 2024-11-20T20:22:13,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a3e9bb0a3e4bea81b451612e20390e8: Waiting for close lock at 1732134133034Disabling compacts and flushes for region at 1732134133034Disabling writes for close at 1732134133035 (+1 ms)Writing region close event to WAL at 1732134133035Closed at 1732134133035 2024-11-20T20:22:13,036 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:22:13,036 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732134133036"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732134133036"}]},"ts":"1732134133036"} 2024-11-20T20:22:13,039 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:22:13,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:22:13,041 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134133040"}]},"ts":"1732134133040"} 2024-11-20T20:22:13,043 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T20:22:13,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3a3e9bb0a3e4bea81b451612e20390e8, ASSIGN}] 2024-11-20T20:22:13,045 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3a3e9bb0a3e4bea81b451612e20390e8, ASSIGN 2024-11-20T20:22:13,053 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3a3e9bb0a3e4bea81b451612e20390e8, ASSIGN; state=OFFLINE, location=d7d59561a64e,45919,1732134114401; forceNewPlan=false, retain=false 2024-11-20T20:22:13,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:13,204 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3a3e9bb0a3e4bea81b451612e20390e8, regionState=OPENING, regionLocation=d7d59561a64e,45919,1732134114401 2024-11-20T20:22:13,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3a3e9bb0a3e4bea81b451612e20390e8, ASSIGN because future has completed 2024-11-20T20:22:13,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a3e9bb0a3e4bea81b451612e20390e8, server=d7d59561a64e,45919,1732134114401}] 2024-11-20T20:22:13,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8. 2024-11-20T20:22:13,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:22:13,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T20:22:13,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C45919%2C1732134114401.rep, suffix=, logDir=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401, archiveDir=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/oldWALs, maxLogs=10 2024-11-20T20:22:13,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.rep.1732134133373, exclude list is [], retry=0 2024-11-20T20:22:13,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41645,DS-d182d0c1-eed9-4d61-9444-2cac4b68956d,DISK] 2024-11-20T20:22:13,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.rep.1732134133373 2024-11-20T20:22:13,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43699:43699)] 2024-11-20T20:22:13,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a3e9bb0a3e4bea81b451612e20390e8, NAME => 'hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:22:13,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:22:13,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:22:13,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8. service=MultiRowMutationService 2024-11-20T20:22:13,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T20:22:13,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3a3e9bb0a3e4bea81b451612e20390e8 2024-11-20T20:22:13,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:13,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3a3e9bb0a3e4bea81b451612e20390e8 2024-11-20T20:22:13,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3a3e9bb0a3e4bea81b451612e20390e8 2024-11-20T20:22:13,424 INFO [StoreOpener-3a3e9bb0a3e4bea81b451612e20390e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3a3e9bb0a3e4bea81b451612e20390e8 2024-11-20T20:22:13,427 INFO [StoreOpener-3a3e9bb0a3e4bea81b451612e20390e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a3e9bb0a3e4bea81b451612e20390e8 columnFamilyName hfileref 2024-11-20T20:22:13,428 DEBUG [StoreOpener-3a3e9bb0a3e4bea81b451612e20390e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:13,428 INFO [StoreOpener-3a3e9bb0a3e4bea81b451612e20390e8-1 {}] regionserver.HStore(327): Store=3a3e9bb0a3e4bea81b451612e20390e8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:13,428 INFO [StoreOpener-3a3e9bb0a3e4bea81b451612e20390e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3a3e9bb0a3e4bea81b451612e20390e8 2024-11-20T20:22:13,429 INFO [StoreOpener-3a3e9bb0a3e4bea81b451612e20390e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a3e9bb0a3e4bea81b451612e20390e8 columnFamilyName queue 2024-11-20T20:22:13,429 DEBUG [StoreOpener-3a3e9bb0a3e4bea81b451612e20390e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:13,429 INFO [StoreOpener-3a3e9bb0a3e4bea81b451612e20390e8-1 {}] regionserver.HStore(327): Store=3a3e9bb0a3e4bea81b451612e20390e8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:13,430 INFO [StoreOpener-3a3e9bb0a3e4bea81b451612e20390e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3a3e9bb0a3e4bea81b451612e20390e8 2024-11-20T20:22:13,431 INFO [StoreOpener-3a3e9bb0a3e4bea81b451612e20390e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a3e9bb0a3e4bea81b451612e20390e8 columnFamilyName sid 2024-11-20T20:22:13,432 DEBUG [StoreOpener-3a3e9bb0a3e4bea81b451612e20390e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:13,432 INFO [StoreOpener-3a3e9bb0a3e4bea81b451612e20390e8-1 {}] regionserver.HStore(327): Store=3a3e9bb0a3e4bea81b451612e20390e8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:13,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3a3e9bb0a3e4bea81b451612e20390e8 2024-11-20T20:22:13,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/hbase/replication/3a3e9bb0a3e4bea81b451612e20390e8 2024-11-20T20:22:13,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/hbase/replication/3a3e9bb0a3e4bea81b451612e20390e8 2024-11-20T20:22:13,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3a3e9bb0a3e4bea81b451612e20390e8 2024-11-20T20:22:13,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3a3e9bb0a3e4bea81b451612e20390e8 2024-11-20T20:22:13,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:22:13,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3a3e9bb0a3e4bea81b451612e20390e8 2024-11-20T20:22:13,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/hbase/replication/3a3e9bb0a3e4bea81b451612e20390e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:22:13,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3a3e9bb0a3e4bea81b451612e20390e8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68487019, jitterRate=0.020536109805107117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:22:13,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a3e9bb0a3e4bea81b451612e20390e8 2024-11-20T20:22:13,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3a3e9bb0a3e4bea81b451612e20390e8: Running coprocessor pre-open hook at 1732134133421Writing region info on filesystem at 1732134133421Initializing all the Stores at 1732134133422 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134133422Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134133424 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134133424Cleaning up temporary data from old regions at 1732134133433 (+9 ms)Running coprocessor post-open hooks at 1732134133442 (+9 ms)Region opened successfully at 1732134133442 2024-11-20T20:22:13,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8., pid=10, masterSystemTime=1732134133361 2024-11-20T20:22:13,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8. 2024-11-20T20:22:13,447 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8. 2024-11-20T20:22:13,447 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3a3e9bb0a3e4bea81b451612e20390e8, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,45919,1732134114401 2024-11-20T20:22:13,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a3e9bb0a3e4bea81b451612e20390e8, server=d7d59561a64e,45919,1732134114401 because future has completed 2024-11-20T20:22:13,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T20:22:13,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a3e9bb0a3e4bea81b451612e20390e8, server=d7d59561a64e,45919,1732134114401 in 253 msec 2024-11-20T20:22:13,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T20:22:13,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3a3e9bb0a3e4bea81b451612e20390e8, ASSIGN in 422 msec 2024-11-20T20:22:13,467 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:22:13,468 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134133467"}]},"ts":"1732134133467"} 2024-11-20T20:22:13,469 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T20:22:13,470 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:22:13,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3860 sec 2024-11-20T20:22:13,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8., hostname=d7d59561a64e,45919,1732134114401, seqNum=2] 2024-11-20T20:22:13,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x10159e906ca0001, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62413173 2024-11-20T20:22:13,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44117-0x10159e906ca0000, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62413173 2024-11-20T20:22:13,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T20:22:13,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45919 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T20:22:13,779 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T20:22:13,833 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d7d59561a64e,45919,1732134114401, ReplicationSource: 1, currentBandwidth=0 2024-11-20T20:22:13,834 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:22:13,834 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,45919,1732134114401, seqNum=-1] 2024-11-20T20:22:13,834 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:22:13,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-20T20:22:13,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d7d59561a64e,45919,1732134114401', locateType=CURRENT is [region=hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8., hostname=d7d59561a64e,45919,1732134114401, seqNum=2] 2024-11-20T20:22:13,840 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T20:22:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T20:22:13,846 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d7d59561a64e,45919,1732134114401 suceeded 2024-11-20T20:22:13,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T20:22:13,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 230 msec 2024-11-20T20:22:13,849 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d7d59561a64e:42855,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T20:22:13,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7950 sec 2024-11-20T20:22:13,863 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:42855' 2024-11-20T20:22:13,872 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50ecc9f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:13,872 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,42855,-1 for getting cluster id 2024-11-20T20:22:13,873 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:13,873 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41b8d6d3-1888-46a5-875e-2b702822c872' 2024-11-20T20:22:13,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:13,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41b8d6d3-1888-46a5-875e-2b702822c872" 2024-11-20T20:22:13,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72e76ce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:13,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,42855,-1] 2024-11-20T20:22:13,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:13,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:13,876 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:13,878 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1181b143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:13,878 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:22:13,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,42855,1732134119809 2024-11-20T20:22:13,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cf9640a 2024-11-20T20:22:13,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:22:13,880 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-20T20:22:13,881 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7d59561a64e,45919,1732134114401 (queues=1) is replicating from cluster=26dfc7bf-e75e-4106-8bda-3698a37ec4a8 to cluster=41b8d6d3-1888-46a5-875e-2b702822c872 2024-11-20T20:22:13,881 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7d59561a64e%2C45919%2C1732134114401 2024-11-20T20:22:13,882 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7d59561a64e,45919,1732134114401, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T20:22:13,884 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868, startPosition=0, beingWritten=true 2024-11-20T20:22:13,892 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.shipperd7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7d59561a64e%2C45919%2C1732134114401 2024-11-20T20:22:13,907 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:22:13,907 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 379, reset compression=false 2024-11-20T20:22:13,907 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.shipperd7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,45919,1732134114401 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:22:13,927 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:22:13,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:13,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:13,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:13,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:13,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:13,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:13,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:13,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:13,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:14,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:14,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:14,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:14,025 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T20:22:14,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T20:22:14,095 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T20:22:14,096 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T20:22:14,096 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T20:22:14,096 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T20:22:14,096 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T20:22:14,125 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 379, reset compression=false 2024-11-20T20:22:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:14,209 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T20:22:14,209 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:22:14,210 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:22:14,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:14,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:14,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:22:14,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5120fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:14,211 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,42855,-1 for getting cluster id 2024-11-20T20:22:14,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:14,223 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41b8d6d3-1888-46a5-875e-2b702822c872' 2024-11-20T20:22:14,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:14,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41b8d6d3-1888-46a5-875e-2b702822c872" 2024-11-20T20:22:14,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f3ab3f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:14,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,42855,-1] 2024-11-20T20:22:14,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:14,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:14,227 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:14,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa627e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:14,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:22:14,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,42855,1732134119809 2024-11-20T20:22:14,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bc5d12b 2024-11-20T20:22:14,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:22:14,236 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:22:14,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42855 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7d59561a64e:40141,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T20:22:14,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42855 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T20:22:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:14,242 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:40141' 2024-11-20T20:22:14,243 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2586b2ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:14,244 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,40141,-1 for getting cluster id 2024-11-20T20:22:14,244 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:14,245 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ddcc5e2-9aac-4136-bb69-ebc6f888e45f' 2024-11-20T20:22:14,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:14,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ddcc5e2-9aac-4136-bb69-ebc6f888e45f" 2024-11-20T20:22:14,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7391bdec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:14,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,40141,-1] 2024-11-20T20:22:14,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:14,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:14,246 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:14,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70336abb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:14,247 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:22:14,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,40141,1732134125374 2024-11-20T20:22:14,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f3c7a36 2024-11-20T20:22:14,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:22:14,249 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:22:14,250 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T20:22:14,250 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T20:22:14,250 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:14,250 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:14,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:22:14,250 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:22:14,252 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T20:22:14,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:22:14,253 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:14,254 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:22:14,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741837_1013 (size=1138) 2024-11-20T20:22:14,273 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 15b2ebd97eab0bdb3c12174f0159c05d, NAME => 'hbase:replication,,1732134134250.15b2ebd97eab0bdb3c12174f0159c05d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d 2024-11-20T20:22:14,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741838_1014 (size=44) 2024-11-20T20:22:14,302 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732134134250.15b2ebd97eab0bdb3c12174f0159c05d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:14,302 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 15b2ebd97eab0bdb3c12174f0159c05d, disabling compactions & flushes 2024-11-20T20:22:14,302 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732134134250.15b2ebd97eab0bdb3c12174f0159c05d. 2024-11-20T20:22:14,302 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732134134250.15b2ebd97eab0bdb3c12174f0159c05d. 2024-11-20T20:22:14,302 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732134134250.15b2ebd97eab0bdb3c12174f0159c05d. after waiting 0 ms 2024-11-20T20:22:14,302 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732134134250.15b2ebd97eab0bdb3c12174f0159c05d. 2024-11-20T20:22:14,302 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732134134250.15b2ebd97eab0bdb3c12174f0159c05d. 2024-11-20T20:22:14,302 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 15b2ebd97eab0bdb3c12174f0159c05d: Waiting for close lock at 1732134134302Disabling compacts and flushes for region at 1732134134302Disabling writes for close at 1732134134302Writing region close event to WAL at 1732134134302Closed at 1732134134302 2024-11-20T20:22:14,303 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T20:22:14,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:22:14,305 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732134134250.15b2ebd97eab0bdb3c12174f0159c05d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732134134304"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732134134304"}]},"ts":"1732134134304"} 2024-11-20T20:22:14,307 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:22:14,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:22:14,308 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134134308"}]},"ts":"1732134134308"} 2024-11-20T20:22:14,311 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T20:22:14,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=15b2ebd97eab0bdb3c12174f0159c05d, ASSIGN}] 2024-11-20T20:22:14,313 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=15b2ebd97eab0bdb3c12174f0159c05d, ASSIGN 2024-11-20T20:22:14,314 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=15b2ebd97eab0bdb3c12174f0159c05d, ASSIGN; state=OFFLINE, location=d7d59561a64e,33833,1732134119963; forceNewPlan=false, retain=false 2024-11-20T20:22:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:14,430 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 379, reset compression=false 2024-11-20T20:22:14,473 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=15b2ebd97eab0bdb3c12174f0159c05d, regionState=OPENING, regionLocation=d7d59561a64e,33833,1732134119963 2024-11-20T20:22:14,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=15b2ebd97eab0bdb3c12174f0159c05d, ASSIGN because future has completed 2024-11-20T20:22:14,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15b2ebd97eab0bdb3c12174f0159c05d, server=d7d59561a64e,33833,1732134119963}] 2024-11-20T20:22:14,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:14,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732134134250.15b2ebd97eab0bdb3c12174f0159c05d. 2024-11-20T20:22:14,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:22:14,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T20:22:14,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C33833%2C1732134119963.rep, suffix=, logDir=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963, archiveDir=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/oldWALs, maxLogs=10 2024-11-20T20:22:14,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.rep.1732134134651, exclude list is [], retry=0 2024-11-20T20:22:14,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33569,DS-db2dcefc-c22e-4588-8824-820dc794c115,DISK] 2024-11-20T20:22:14,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.rep.1732134134651 2024-11-20T20:22:14,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43129:43129)] 2024-11-20T20:22:14,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 15b2ebd97eab0bdb3c12174f0159c05d, NAME => 'hbase:replication,,1732134134250.15b2ebd97eab0bdb3c12174f0159c05d.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:22:14,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:22:14,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:22:14,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732134134250.15b2ebd97eab0bdb3c12174f0159c05d. service=MultiRowMutationService 2024-11-20T20:22:14,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T20:22:14,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 15b2ebd97eab0bdb3c12174f0159c05d 2024-11-20T20:22:14,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732134134250.15b2ebd97eab0bdb3c12174f0159c05d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:14,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 15b2ebd97eab0bdb3c12174f0159c05d 2024-11-20T20:22:14,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 15b2ebd97eab0bdb3c12174f0159c05d 2024-11-20T20:22:14,684 INFO [StoreOpener-15b2ebd97eab0bdb3c12174f0159c05d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 15b2ebd97eab0bdb3c12174f0159c05d 2024-11-20T20:22:14,686 INFO [StoreOpener-15b2ebd97eab0bdb3c12174f0159c05d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15b2ebd97eab0bdb3c12174f0159c05d columnFamilyName hfileref 2024-11-20T20:22:14,686 DEBUG [StoreOpener-15b2ebd97eab0bdb3c12174f0159c05d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:14,686 INFO [StoreOpener-15b2ebd97eab0bdb3c12174f0159c05d-1 {}] regionserver.HStore(327): Store=15b2ebd97eab0bdb3c12174f0159c05d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:14,686 INFO [StoreOpener-15b2ebd97eab0bdb3c12174f0159c05d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 15b2ebd97eab0bdb3c12174f0159c05d 2024-11-20T20:22:14,687 INFO [StoreOpener-15b2ebd97eab0bdb3c12174f0159c05d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15b2ebd97eab0bdb3c12174f0159c05d columnFamilyName queue 2024-11-20T20:22:14,687 DEBUG [StoreOpener-15b2ebd97eab0bdb3c12174f0159c05d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:14,687 INFO [StoreOpener-15b2ebd97eab0bdb3c12174f0159c05d-1 {}] regionserver.HStore(327): Store=15b2ebd97eab0bdb3c12174f0159c05d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:14,688 INFO [StoreOpener-15b2ebd97eab0bdb3c12174f0159c05d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 15b2ebd97eab0bdb3c12174f0159c05d 2024-11-20T20:22:14,688 INFO [StoreOpener-15b2ebd97eab0bdb3c12174f0159c05d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15b2ebd97eab0bdb3c12174f0159c05d columnFamilyName sid 2024-11-20T20:22:14,688 DEBUG [StoreOpener-15b2ebd97eab0bdb3c12174f0159c05d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:14,689 INFO [StoreOpener-15b2ebd97eab0bdb3c12174f0159c05d-1 {}] regionserver.HStore(327): Store=15b2ebd97eab0bdb3c12174f0159c05d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:14,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 15b2ebd97eab0bdb3c12174f0159c05d 2024-11-20T20:22:14,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/replication/15b2ebd97eab0bdb3c12174f0159c05d 2024-11-20T20:22:14,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/replication/15b2ebd97eab0bdb3c12174f0159c05d 2024-11-20T20:22:14,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 15b2ebd97eab0bdb3c12174f0159c05d 2024-11-20T20:22:14,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 15b2ebd97eab0bdb3c12174f0159c05d 2024-11-20T20:22:14,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:22:14,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 15b2ebd97eab0bdb3c12174f0159c05d 2024-11-20T20:22:14,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/replication/15b2ebd97eab0bdb3c12174f0159c05d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:22:14,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 15b2ebd97eab0bdb3c12174f0159c05d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73018598, jitterRate=0.08806189894676208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:22:14,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15b2ebd97eab0bdb3c12174f0159c05d 2024-11-20T20:22:14,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 15b2ebd97eab0bdb3c12174f0159c05d: Running coprocessor pre-open hook at 1732134134683Writing region info on filesystem at 1732134134683Initializing all the Stores at 1732134134684 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134134684Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134134684Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134134684Cleaning up temporary data from old regions at 1732134134691 (+7 ms)Running coprocessor post-open hooks at 1732134134695 (+4 ms)Region opened successfully at 1732134134695 2024-11-20T20:22:14,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732134134250.15b2ebd97eab0bdb3c12174f0159c05d., pid=10, masterSystemTime=1732134134645 2024-11-20T20:22:14,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732134134250.15b2ebd97eab0bdb3c12174f0159c05d. 2024-11-20T20:22:14,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732134134250.15b2ebd97eab0bdb3c12174f0159c05d. 2024-11-20T20:22:14,698 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=15b2ebd97eab0bdb3c12174f0159c05d, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,33833,1732134119963 2024-11-20T20:22:14,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15b2ebd97eab0bdb3c12174f0159c05d, server=d7d59561a64e,33833,1732134119963 because future has completed 2024-11-20T20:22:14,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T20:22:14,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 15b2ebd97eab0bdb3c12174f0159c05d, server=d7d59561a64e,33833,1732134119963 in 209 msec 2024-11-20T20:22:14,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T20:22:14,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=15b2ebd97eab0bdb3c12174f0159c05d, ASSIGN in 391 msec 2024-11-20T20:22:14,706 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:22:14,707 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134134706"}]},"ts":"1732134134706"} 2024-11-20T20:22:14,712 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T20:22:14,713 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:22:14,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 463 msec 2024-11-20T20:22:14,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732134134250.15b2ebd97eab0bdb3c12174f0159c05d., hostname=d7d59561a64e,33833,1732134119963, seqNum=2] 2024-11-20T20:22:14,794 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33833-0x10159e906ca0004, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11912989894 2024-11-20T20:22:14,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42855-0x10159e906ca0003, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11912989894 2024-11-20T20:22:14,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T20:22:14,840 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 379, reset compression=false 2024-11-20T20:22:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:14,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T20:22:14,969 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T20:22:14,993 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T20:22:14,998 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d7d59561a64e,33833,1732134119963, ReplicationSource: 1, currentBandwidth=0 2024-11-20T20:22:14,999 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:22:14,999 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,33833,1732134119963, seqNum=-1] 2024-11-20T20:22:14,999 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:22:15,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-20T20:22:15,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d7d59561a64e,33833,1732134119963', locateType=CURRENT is [region=hbase:replication,,1732134134250.15b2ebd97eab0bdb3c12174f0159c05d., hostname=d7d59561a64e,33833,1732134119963, seqNum=2] 2024-11-20T20:22:15,004 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T20:22:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42855 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T20:22:15,006 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d7d59561a64e,33833,1732134119963 suceeded 2024-11-20T20:22:15,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T20:22:15,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-20T20:22:15,008 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d7d59561a64e:40141,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T20:22:15,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 771 msec 2024-11-20T20:22:15,018 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:40141' 2024-11-20T20:22:15,019 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10485129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:15,019 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,40141,-1 for getting cluster id 2024-11-20T20:22:15,020 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:15,020 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ddcc5e2-9aac-4136-bb69-ebc6f888e45f' 2024-11-20T20:22:15,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:15,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ddcc5e2-9aac-4136-bb69-ebc6f888e45f" 2024-11-20T20:22:15,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5229f78e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:15,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,40141,-1] 2024-11-20T20:22:15,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:15,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:15,022 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:15,022 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c59279c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:15,022 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:22:15,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,40141,1732134125374 2024-11-20T20:22:15,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35b724f2 2024-11-20T20:22:15,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:22:15,024 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-20T20:22:15,024 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7d59561a64e,33833,1732134119963 (queues=1) is replicating from cluster=41b8d6d3-1888-46a5-875e-2b702822c872 to cluster=9ddcc5e2-9aac-4136-bb69-ebc6f888e45f 2024-11-20T20:22:15,025 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7d59561a64e%2C33833%2C1732134119963 2024-11-20T20:22:15,025 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7d59561a64e,33833,1732134119963, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T20:22:15,025 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.shipperd7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7d59561a64e%2C33833%2C1732134119963 2024-11-20T20:22:15,025 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022, startPosition=0, beingWritten=true 2024-11-20T20:22:15,030 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:22:15,030 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 379, reset compression=false 2024-11-20T20:22:15,030 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.shipperd7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,33833,1732134119963 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:22:15,237 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 379, reset compression=false 2024-11-20T20:22:15,351 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 379, reset compression=false 2024-11-20T20:22:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:15,380 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T20:22:15,380 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:22:15,380 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:22:15,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:15,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:15,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:22:15,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48667170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:15,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,40141,-1 for getting cluster id 2024-11-20T20:22:15,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:15,382 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ddcc5e2-9aac-4136-bb69-ebc6f888e45f' 2024-11-20T20:22:15,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:15,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ddcc5e2-9aac-4136-bb69-ebc6f888e45f" 2024-11-20T20:22:15,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24a3d50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:15,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,40141,-1] 2024-11-20T20:22:15,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:15,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:15,384 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:15,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5219e025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:15,385 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:22:15,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,40141,1732134125374 2024-11-20T20:22:15,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ce17e57 2024-11-20T20:22:15,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:22:15,387 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:22:15,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40141 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7d59561a64e:44117,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T20:22:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40141 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T20:22:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:15,390 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:44117' 2024-11-20T20:22:15,391 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@310edc96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:15,391 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,44117,-1 for getting cluster id 2024-11-20T20:22:15,391 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:15,392 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26dfc7bf-e75e-4106-8bda-3698a37ec4a8' 2024-11-20T20:22:15,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:15,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26dfc7bf-e75e-4106-8bda-3698a37ec4a8" 2024-11-20T20:22:15,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d50889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:15,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,44117,-1] 2024-11-20T20:22:15,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:15,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:15,393 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:15,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f2e8c57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:15,394 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:22:15,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,44117,1732134114174 2024-11-20T20:22:15,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b25dc9 2024-11-20T20:22:15,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:22:15,395 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:22:15,396 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T20:22:15,396 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T20:22:15,396 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:15,396 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:15,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:22:15,396 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:22:15,398 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T20:22:15,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:22:15,398 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:15,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:22:15,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741837_1013 (size=1138) 2024-11-20T20:22:15,448 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T20:22:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:15,541 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 379, reset compression=false 2024-11-20T20:22:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:15,810 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d5e740857088a46ee5a4cc39ef934804, NAME => 'hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b 2024-11-20T20:22:15,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741838_1014 (size=44) 2024-11-20T20:22:15,819 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:15,819 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d5e740857088a46ee5a4cc39ef934804, disabling compactions & flushes 2024-11-20T20:22:15,819 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804. 2024-11-20T20:22:15,820 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804. 2024-11-20T20:22:15,820 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804. after waiting 0 ms 2024-11-20T20:22:15,820 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804. 2024-11-20T20:22:15,820 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804. 2024-11-20T20:22:15,820 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d5e740857088a46ee5a4cc39ef934804: Waiting for close lock at 1732134135819Disabling compacts and flushes for region at 1732134135819Disabling writes for close at 1732134135820 (+1 ms)Writing region close event to WAL at 1732134135820Closed at 1732134135820 2024-11-20T20:22:15,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:22:15,821 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732134135821"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732134135821"}]},"ts":"1732134135821"} 2024-11-20T20:22:15,823 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:22:15,824 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:22:15,824 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134135824"}]},"ts":"1732134135824"} 2024-11-20T20:22:15,825 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T20:22:15,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d5e740857088a46ee5a4cc39ef934804, ASSIGN}] 2024-11-20T20:22:15,827 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d5e740857088a46ee5a4cc39ef934804, ASSIGN 2024-11-20T20:22:15,827 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d5e740857088a46ee5a4cc39ef934804, ASSIGN; state=OFFLINE, location=d7d59561a64e,36367,1732134125532; forceNewPlan=false, retain=false 2024-11-20T20:22:15,945 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 379, reset compression=false 2024-11-20T20:22:15,956 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 379, reset compression=false 2024-11-20T20:22:15,978 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d5e740857088a46ee5a4cc39ef934804, regionState=OPENING, regionLocation=d7d59561a64e,36367,1732134125532 2024-11-20T20:22:15,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d5e740857088a46ee5a4cc39ef934804, ASSIGN because future has completed 2024-11-20T20:22:15,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5e740857088a46ee5a4cc39ef934804, server=d7d59561a64e,36367,1732134125532}] 2024-11-20T20:22:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:16,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804. 2024-11-20T20:22:16,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:22:16,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T20:22:16,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C36367%2C1732134125532.rep, suffix=, logDir=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532, archiveDir=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/oldWALs, maxLogs=10 2024-11-20T20:22:16,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.rep.1732134136151, exclude list is [], retry=0 2024-11-20T20:22:16,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36041,DS-49682543-1b31-486e-8e7e-662ccbaa69c7,DISK] 2024-11-20T20:22:16,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.rep.1732134136151 2024-11-20T20:22:16,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37709:37709)] 2024-11-20T20:22:16,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d5e740857088a46ee5a4cc39ef934804, NAME => 'hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:22:16,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:22:16,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:22:16,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804. service=MultiRowMutationService 2024-11-20T20:22:16,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T20:22:16,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d5e740857088a46ee5a4cc39ef934804 2024-11-20T20:22:16,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:16,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d5e740857088a46ee5a4cc39ef934804 2024-11-20T20:22:16,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d5e740857088a46ee5a4cc39ef934804 2024-11-20T20:22:16,181 INFO [StoreOpener-d5e740857088a46ee5a4cc39ef934804-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d5e740857088a46ee5a4cc39ef934804 2024-11-20T20:22:16,182 INFO [StoreOpener-d5e740857088a46ee5a4cc39ef934804-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5e740857088a46ee5a4cc39ef934804 columnFamilyName hfileref 2024-11-20T20:22:16,182 DEBUG [StoreOpener-d5e740857088a46ee5a4cc39ef934804-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:16,183 INFO [StoreOpener-d5e740857088a46ee5a4cc39ef934804-1 {}] regionserver.HStore(327): Store=d5e740857088a46ee5a4cc39ef934804/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:16,183 INFO [StoreOpener-d5e740857088a46ee5a4cc39ef934804-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d5e740857088a46ee5a4cc39ef934804 2024-11-20T20:22:16,184 INFO [StoreOpener-d5e740857088a46ee5a4cc39ef934804-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5e740857088a46ee5a4cc39ef934804 columnFamilyName queue 2024-11-20T20:22:16,184 DEBUG [StoreOpener-d5e740857088a46ee5a4cc39ef934804-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:16,184 INFO [StoreOpener-d5e740857088a46ee5a4cc39ef934804-1 {}] regionserver.HStore(327): Store=d5e740857088a46ee5a4cc39ef934804/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:16,184 INFO [StoreOpener-d5e740857088a46ee5a4cc39ef934804-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d5e740857088a46ee5a4cc39ef934804 2024-11-20T20:22:16,185 INFO [StoreOpener-d5e740857088a46ee5a4cc39ef934804-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5e740857088a46ee5a4cc39ef934804 columnFamilyName sid 2024-11-20T20:22:16,185 DEBUG [StoreOpener-d5e740857088a46ee5a4cc39ef934804-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:16,185 INFO [StoreOpener-d5e740857088a46ee5a4cc39ef934804-1 {}] regionserver.HStore(327): Store=d5e740857088a46ee5a4cc39ef934804/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:16,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d5e740857088a46ee5a4cc39ef934804 2024-11-20T20:22:16,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/hbase/replication/d5e740857088a46ee5a4cc39ef934804 2024-11-20T20:22:16,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/hbase/replication/d5e740857088a46ee5a4cc39ef934804 2024-11-20T20:22:16,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d5e740857088a46ee5a4cc39ef934804 2024-11-20T20:22:16,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d5e740857088a46ee5a4cc39ef934804 2024-11-20T20:22:16,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:22:16,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d5e740857088a46ee5a4cc39ef934804 2024-11-20T20:22:16,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/hbase/replication/d5e740857088a46ee5a4cc39ef934804/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:22:16,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d5e740857088a46ee5a4cc39ef934804; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69411455, jitterRate=0.03431127965450287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:22:16,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d5e740857088a46ee5a4cc39ef934804 2024-11-20T20:22:16,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d5e740857088a46ee5a4cc39ef934804: Running coprocessor pre-open hook at 1732134136177Writing region info on filesystem at 1732134136177Initializing all the Stores at 1732134136178 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134136178Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134136181 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134136181Cleaning up temporary data from old regions at 1732134136187 (+6 ms)Running coprocessor post-open hooks at 1732134136190 (+3 ms)Region opened successfully at 1732134136190 2024-11-20T20:22:16,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804., pid=10, masterSystemTime=1732134136141 2024-11-20T20:22:16,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804. 2024-11-20T20:22:16,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804. 2024-11-20T20:22:16,192 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d5e740857088a46ee5a4cc39ef934804, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,36367,1732134125532 2024-11-20T20:22:16,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5e740857088a46ee5a4cc39ef934804, server=d7d59561a64e,36367,1732134125532 because future has completed 2024-11-20T20:22:16,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T20:22:16,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d5e740857088a46ee5a4cc39ef934804, server=d7d59561a64e,36367,1732134125532 in 209 msec 2024-11-20T20:22:16,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T20:22:16,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d5e740857088a46ee5a4cc39ef934804, ASSIGN in 373 msec 2024-11-20T20:22:16,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:22:16,203 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134136203"}]},"ts":"1732134136203"} 2024-11-20T20:22:16,205 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T20:22:16,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:22:16,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 809 msec 2024-11-20T20:22:16,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804., hostname=d7d59561a64e,36367,1732134125532, seqNum=2] 2024-11-20T20:22:16,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40141-0x10159e906ca0006, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21971437381 2024-11-20T20:22:16,366 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36367-0x10159e906ca0007, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21971437381 2024-11-20T20:22:16,451 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 379, reset compression=false 2024-11-20T20:22:16,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T20:22:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:16,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T20:22:16,638 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T20:22:16,661 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 379, reset compression=false 2024-11-20T20:22:16,674 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d7d59561a64e,36367,1732134125532, ReplicationSource: 1, currentBandwidth=0 2024-11-20T20:22:16,675 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:22:16,675 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,36367,1732134125532, seqNum=-1] 2024-11-20T20:22:16,675 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:22:16,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-20T20:22:16,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d7d59561a64e,36367,1732134125532', locateType=CURRENT is [region=hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804., hostname=d7d59561a64e,36367,1732134125532, seqNum=2] 2024-11-20T20:22:16,680 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T20:22:16,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40141 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T20:22:16,682 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d7d59561a64e,36367,1732134125532 suceeded 2024-11-20T20:22:16,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T20:22:16,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-20T20:22:16,683 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d7d59561a64e:44117,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T20:22:16,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2960 sec 2024-11-20T20:22:16,694 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:44117' 2024-11-20T20:22:16,696 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a35397a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:16,696 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,44117,-1 for getting cluster id 2024-11-20T20:22:16,696 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:16,696 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26dfc7bf-e75e-4106-8bda-3698a37ec4a8' 2024-11-20T20:22:16,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:16,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26dfc7bf-e75e-4106-8bda-3698a37ec4a8" 2024-11-20T20:22:16,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@274884f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:16,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,44117,-1] 2024-11-20T20:22:16,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:16,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:16,698 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:16,699 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@790830b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:16,699 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:22:16,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,44117,1732134114174 2024-11-20T20:22:16,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dc381fd 2024-11-20T20:22:16,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:22:16,700 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-20T20:22:16,701 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7d59561a64e,36367,1732134125532 (queues=1) is replicating from cluster=9ddcc5e2-9aac-4136-bb69-ebc6f888e45f to cluster=26dfc7bf-e75e-4106-8bda-3698a37ec4a8 2024-11-20T20:22:16,701 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7d59561a64e%2C36367%2C1732134125532 2024-11-20T20:22:16,701 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7d59561a64e,36367,1732134125532, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T20:22:16,701 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.shipperd7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7d59561a64e%2C36367%2C1732134125532 2024-11-20T20:22:16,701 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926, startPosition=0, beingWritten=true 2024-11-20T20:22:16,706 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:22:16,706 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 379, reset compression=false 2024-11-20T20:22:16,706 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.shipperd7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,36367,1732134125532 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:22:16,910 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 379, reset compression=false 2024-11-20T20:22:17,059 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 379, reset compression=false 2024-11-20T20:22:17,213 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 379, reset compression=false 2024-11-20T20:22:17,466 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 379, reset compression=false 2024-11-20T20:22:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:17,540 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T20:22:17,540 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:22:17,540 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:22:17,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:17,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:17,540 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:22:17,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ce32f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:17,541 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,44117,-1 for getting cluster id 2024-11-20T20:22:17,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:17,542 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26dfc7bf-e75e-4106-8bda-3698a37ec4a8' 2024-11-20T20:22:17,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:17,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26dfc7bf-e75e-4106-8bda-3698a37ec4a8" 2024-11-20T20:22:17,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d1f351d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:17,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,44117,-1] 2024-11-20T20:22:17,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:17,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:17,543 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:17,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@262dc9a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:17,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c47d2f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:17,544 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,42855,-1 for getting cluster id 2024-11-20T20:22:17,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:17,545 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41b8d6d3-1888-46a5-875e-2b702822c872' 2024-11-20T20:22:17,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:17,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41b8d6d3-1888-46a5-875e-2b702822c872" 2024-11-20T20:22:17,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e931a37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:17,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,42855,-1] 2024-11-20T20:22:17,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:17,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:17,546 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:17,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7d21c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:17,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed914bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:17,547 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,40141,-1 for getting cluster id 2024-11-20T20:22:17,547 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:17,547 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ddcc5e2-9aac-4136-bb69-ebc6f888e45f' 2024-11-20T20:22:17,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:17,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ddcc5e2-9aac-4136-bb69-ebc6f888e45f" 2024-11-20T20:22:17,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bce8969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:17,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,40141,-1] 2024-11-20T20:22:17,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:17,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:17,548 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:17,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58344b5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:17,549 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:22:17,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,45919,1732134114401, seqNum=-1] 2024-11-20T20:22:17,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:22:17,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:22:17,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732134128600.509570a52aa630bf5bf7a680c3125c24., hostname=d7d59561a64e,45919,1732134114401, seqNum=2] 2024-11-20T20:22:17,573 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:22:17,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,36367,1732134125532, seqNum=-1] 2024-11-20T20:22:17,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:22:17,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:22:17,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732134130893.95d4e2be40dafab6d9ffa7cb33860c61., hostname=d7d59561a64e,36367,1732134125532, seqNum=2] 2024-11-20T20:22:17,578 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T20:22:17,617 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 379, reset compression=false 2024-11-20T20:22:17,884 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 379, reset compression=false 2024-11-20T20:22:18,121 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 379, reset compression=false 2024-11-20T20:22:18,369 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 379, reset compression=false 2024-11-20T20:22:18,374 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:22:18,374 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 480, reset compression=false 2024-11-20T20:22:18,374 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.shipperd7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,45919,1732134114401 got entry batch from reader: WALEntryBatch [walEntries=[{test/509570a52aa630bf5bf7a680c3125c24/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-20T20:22:18,377 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.shipperd7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:22:18,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-20T20:22:18,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33833 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T20:22:18,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cbdc02e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:18,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33833 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,42855,-1 for getting cluster id 2024-11-20T20:22:18,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:18,380 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41b8d6d3-1888-46a5-875e-2b702822c872' 2024-11-20T20:22:18,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:18,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41b8d6d3-1888-46a5-875e-2b702822c872" 2024-11-20T20:22:18,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10559931, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:18,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,42855,-1] 2024-11-20T20:22:18,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:18,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:18,381 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:18,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ecc3226, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:18,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33833 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:22:18,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,33833,1732134119963, seqNum=-1] 2024-11-20T20:22:18,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:22:18,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-20T20:22:18,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732134129753.609dc35fda075ab7f4f605e94bf08300., hostname=d7d59561a64e,33833,1732134119963, seqNum=2] 2024-11-20T20:22:18,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33833 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T20:22:18,578 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 480, reset compression=false 2024-11-20T20:22:18,580 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T20:22:18,698 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 379, reset compression=false 2024-11-20T20:22:18,704 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:22:18,704 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 503, reset compression=false 2024-11-20T20:22:18,704 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.shipperd7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,33833,1732134119963 got entry batch from reader: WALEntryBatch [walEntries=[{test/609dc35fda075ab7f4f605e94bf08300/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-20T20:22:18,706 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.shipperd7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:22:18,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-20T20:22:18,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T20:22:18,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55b3f221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:18,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,40141,-1 for getting cluster id 2024-11-20T20:22:18,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:18,709 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ddcc5e2-9aac-4136-bb69-ebc6f888e45f' 2024-11-20T20:22:18,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:18,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ddcc5e2-9aac-4136-bb69-ebc6f888e45f" 2024-11-20T20:22:18,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d237bfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:18,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,40141,-1] 2024-11-20T20:22:18,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:18,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:18,710 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:18,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f74da5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:18,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:22:18,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,36367,1732134125532, seqNum=-1] 2024-11-20T20:22:18,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:22:18,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-20T20:22:18,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732134130893.95d4e2be40dafab6d9ffa7cb33860c61., hostname=d7d59561a64e,36367,1732134125532, seqNum=2] 2024-11-20T20:22:18,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T20:22:18,725 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 379, reset compression=false 2024-11-20T20:22:18,730 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:22:18,730 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 526, reset compression=false 2024-11-20T20:22:18,730 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.shipperd7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,36367,1732134125532 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:22:18,881 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 480, reset compression=false 2024-11-20T20:22:18,908 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 503, reset compression=false 2024-11-20T20:22:18,924 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:22:18,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:18,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:18,935 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 526, reset compression=false 2024-11-20T20:22:18,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:18,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:18,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:18,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:18,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:18,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:18,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:18,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:18,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:18,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:19,212 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 503, reset compression=false 2024-11-20T20:22:19,238 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 526, reset compression=false 2024-11-20T20:22:19,284 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 480, reset compression=false 2024-11-20T20:22:19,582 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-20T20:22:19,582 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:22:19,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,33833,1732134119963, seqNum=-1] 2024-11-20T20:22:19,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:22:19,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:22:19,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732134129753.609dc35fda075ab7f4f605e94bf08300., hostname=d7d59561a64e,33833,1732134119963, seqNum=2] 2024-11-20T20:22:19,590 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-20T20:22:19,620 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 503, reset compression=false 2024-11-20T20:22:19,625 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:22:19,625 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 607, reset compression=false 2024-11-20T20:22:19,625 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.shipperd7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,33833,1732134119963 got entry batch from reader: WALEntryBatch [walEntries=[{test/609dc35fda075ab7f4f605e94bf08300/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T20:22:19,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T20:22:19,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T20:22:19,641 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 526, reset compression=false 2024-11-20T20:22:19,646 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:22:19,646 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 653, reset compression=false 2024-11-20T20:22:19,646 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.shipperd7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,36367,1732134125532 got entry batch from reader: WALEntryBatch [walEntries=[{test/95d4e2be40dafab6d9ffa7cb33860c61/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T20:22:19,648 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.shipperd7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:22:19,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-20T20:22:19,650 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T20:22:19,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73108ff3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:19,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,44117,-1 for getting cluster id 2024-11-20T20:22:19,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:19,654 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26dfc7bf-e75e-4106-8bda-3698a37ec4a8' 2024-11-20T20:22:19,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:19,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26dfc7bf-e75e-4106-8bda-3698a37ec4a8" 2024-11-20T20:22:19,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25d62ceb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:19,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,44117,-1] 2024-11-20T20:22:19,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:19,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:19,655 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:19,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64a704cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:19,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:22:19,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,45919,1732134114401, seqNum=-1] 2024-11-20T20:22:19,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:22:19,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-20T20:22:19,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732134128600.509570a52aa630bf5bf7a680c3125c24., hostname=d7d59561a64e,45919,1732134114401, seqNum=2] 2024-11-20T20:22:19,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T20:22:19,789 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 480, reset compression=false 2024-11-20T20:22:19,794 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:22:19,794 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 631, reset compression=false 2024-11-20T20:22:19,794 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.shipperd7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,45919,1732134114401 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:22:19,835 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 607, reset compression=false 2024-11-20T20:22:19,850 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 653, reset compression=false 2024-11-20T20:22:20,001 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 631, reset compression=false 2024-11-20T20:22:20,147 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 607, reset compression=false 2024-11-20T20:22:20,153 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 653, reset compression=false 2024-11-20T20:22:20,307 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 631, reset compression=false 2024-11-20T20:22:20,583 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 607, reset compression=false 2024-11-20T20:22:20,592 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-20T20:22:20,595 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-20T20:22:20,595 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 653, reset compression=false 2024-11-20T20:22:20,600 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:22:20,600 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 757, reset compression=false 2024-11-20T20:22:20,600 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.shipperd7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,36367,1732134125532 got entry batch from reader: WALEntryBatch [walEntries=[{test/95d4e2be40dafab6d9ffa7cb33860c61/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T20:22:20,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T20:22:20,603 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T20:22:20,737 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 631, reset compression=false 2024-11-20T20:22:20,741 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:22:20,742 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 759, reset compression=false 2024-11-20T20:22:20,742 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.shipperd7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,45919,1732134114401 got entry batch from reader: WALEntryBatch [walEntries=[{test/509570a52aa630bf5bf7a680c3125c24/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T20:22:20,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33833 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T20:22:20,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33833 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T20:22:20,803 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 757, reset compression=false 2024-11-20T20:22:20,947 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 759, reset compression=false 2024-11-20T20:22:21,086 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 607, reset compression=false 2024-11-20T20:22:21,091 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:22:21,091 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 758, reset compression=false 2024-11-20T20:22:21,091 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.shipperd7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,33833,1732134119963 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:22:21,117 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 757, reset compression=false 2024-11-20T20:22:21,250 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 759, reset compression=false 2024-11-20T20:22:21,295 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 758, reset compression=false 2024-11-20T20:22:21,521 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 757, reset compression=false 2024-11-20T20:22:21,597 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-20T20:22:21,598 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 758, reset compression=false 2024-11-20T20:22:21,601 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T20:22:21,654 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 759, reset compression=false 2024-11-20T20:22:21,662 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:22:21,662 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 915, reset compression=false 2024-11-20T20:22:21,662 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.shipperd7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,45919,1732134114401 got entry batch from reader: WALEntryBatch [walEntries=[{test/509570a52aa630bf5bf7a680c3125c24/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-20T20:22:21,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33833 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T20:22:21,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33833 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T20:22:21,893 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 915, reset compression=false 2024-11-20T20:22:22,003 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 758, reset compression=false 2024-11-20T20:22:22,010 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:22:22,010 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 905, reset compression=false 2024-11-20T20:22:22,010 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.shipperd7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,33833,1732134119963 got entry batch from reader: WALEntryBatch [walEntries=[{test/609dc35fda075ab7f4f605e94bf08300/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-20T20:22:22,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T20:22:22,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T20:22:22,025 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 757, reset compression=false 2024-11-20T20:22:22,054 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:22:22,054 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 927, reset compression=false 2024-11-20T20:22:22,054 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.shipperd7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,36367,1732134125532 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:22:22,225 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 915, reset compression=false 2024-11-20T20:22:22,285 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 905, reset compression=false 2024-11-20T20:22:22,289 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 927, reset compression=false 2024-11-20T20:22:22,604 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-20T20:22:22,614 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-20T20:22:22,623 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 927, reset compression=false 2024-11-20T20:22:22,631 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 905, reset compression=false 2024-11-20T20:22:22,637 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 915, reset compression=false 2024-11-20T20:22:22,655 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:22:22,655 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 1064, reset compression=false 2024-11-20T20:22:22,655 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.shipperd7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,33833,1732134119963 got entry batch from reader: WALEntryBatch [walEntries=[{test/609dc35fda075ab7f4f605e94bf08300/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T20:22:22,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T20:22:22,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T20:22:22,913 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 1064, reset compression=false 2024-11-20T20:22:23,028 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 927, reset compression=false 2024-11-20T20:22:23,054 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:22:23,055 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 1076, reset compression=false 2024-11-20T20:22:23,055 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.shipperd7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,36367,1732134125532 got entry batch from reader: WALEntryBatch [walEntries=[{test/95d4e2be40dafab6d9ffa7cb33860c61/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-20T20:22:23,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T20:22:23,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T20:22:23,169 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 915, reset compression=false 2024-11-20T20:22:23,186 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:22:23,186 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 1088, reset compression=false 2024-11-20T20:22:23,186 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.shipperd7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,45919,1732134114401 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:22:23,240 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 1064, reset compression=false 2024-11-20T20:22:23,266 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 1076, reset compression=false 2024-11-20T20:22:23,406 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 1088, reset compression=false 2024-11-20T20:22:23,590 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 1076, reset compression=false 2024-11-20T20:22:23,619 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-20T20:22:23,625 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-20T20:22:23,645 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 1064, reset compression=false 2024-11-20T20:22:23,711 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 1088, reset compression=false 2024-11-20T20:22:23,768 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T20:22:24,013 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 1076, reset compression=false 2024-11-20T20:22:24,027 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:22:24,027 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 1235, reset compression=false 2024-11-20T20:22:24,027 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.shipperd7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,36367,1732134125532 got entry batch from reader: WALEntryBatch [walEntries=[{test/95d4e2be40dafab6d9ffa7cb33860c61/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T20:22:24,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T20:22:24,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T20:22:24,138 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 1088, reset compression=false 2024-11-20T20:22:24,149 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 1064, reset compression=false 2024-11-20T20:22:24,165 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:22:24,165 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 1238, reset compression=false 2024-11-20T20:22:24,165 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.shipperd7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,45919,1732134114401 got entry batch from reader: WALEntryBatch [walEntries=[{test/509570a52aa630bf5bf7a680c3125c24/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-20T20:22:24,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33833 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T20:22:24,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33833 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T20:22:24,182 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:22:24,182 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 1237, reset compression=false 2024-11-20T20:22:24,184 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.shipperd7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,33833,1732134119963 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:22:24,232 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 1235, reset compression=false 2024-11-20T20:22:24,394 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 1238, reset compression=false 2024-11-20T20:22:24,429 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 1237, reset compression=false 2024-11-20T20:22:24,577 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 1235, reset compression=false 2024-11-20T20:22:24,629 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-20T20:22:24,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41f15e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:24,655 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,40141,-1 for getting cluster id 2024-11-20T20:22:24,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:24,657 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ddcc5e2-9aac-4136-bb69-ebc6f888e45f' 2024-11-20T20:22:24,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:24,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ddcc5e2-9aac-4136-bb69-ebc6f888e45f" 2024-11-20T20:22:24,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4887ea32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:24,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,40141,-1] 2024-11-20T20:22:24,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:24,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:24,660 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:24,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5439f1f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:24,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:22:24,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,40141,1732134125374 2024-11-20T20:22:24,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e947146 2024-11-20T20:22:24,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:22:24,668 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:22:24,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40141 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-20T20:22:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40141 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-20T20:22:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T20:22:24,713 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 1238, reset compression=false 2024-11-20T20:22:24,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T20:22:24,751 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 1237, reset compression=false 2024-11-20T20:22:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T20:22:24,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-20T20:22:24,876 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-20T20:22:24,877 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-20T20:22:24,877 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7d59561a64e,36367,1732134125532 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-20T20:22:24,877 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0. 2024-11-20T20:22:24,877 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:22:24,877 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:24,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:22:24,877 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:24,978 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T20:22:24,978 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.shipperd7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T20:22:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T20:22:25,078 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.shipperd7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 terminated 2024-11-20T20:22:25,103 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-d7d59561a64e,36367,1732134125532, ReplicationSource: 1, currentBandwidth=0 2024-11-20T20:22:25,104 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-20T20:22:25,104 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-20T20:22:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40141 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-20T20:22:25,118 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on d7d59561a64e,36367,1732134125532 suceeded 2024-11-20T20:22:25,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T20:22:25,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 396 msec 2024-11-20T20:22:25,120 INFO [PEWorker-2 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-20T20:22:25,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 451 msec 2024-11-20T20:22:25,124 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:44117' 2024-11-20T20:22:25,126 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16e45140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:25,126 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,44117,-1 for getting cluster id 2024-11-20T20:22:25,126 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:25,127 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26dfc7bf-e75e-4106-8bda-3698a37ec4a8' 2024-11-20T20:22:25,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:25,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26dfc7bf-e75e-4106-8bda-3698a37ec4a8" 2024-11-20T20:22:25,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2696d547, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:25,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,44117,-1] 2024-11-20T20:22:25,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:25,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:25,128 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:25,129 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a3339c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:25,129 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:22:25,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,44117,1732134114174 2024-11-20T20:22:25,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@610e8f18 2024-11-20T20:22:25,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:22:25,131 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-20T20:22:25,132 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7d59561a64e,36367,1732134125532 (queues=1) is replicating from cluster=9ddcc5e2-9aac-4136-bb69-ebc6f888e45f to cluster=26dfc7bf-e75e-4106-8bda-3698a37ec4a8 2024-11-20T20:22:25,132 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7d59561a64e%2C36367%2C1732134125532 2024-11-20T20:22:25,132 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7d59561a64e,36367,1732134125532, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T20:22:25,134 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.shipperd7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7d59561a64e%2C36367%2C1732134125532 2024-11-20T20:22:25,150 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 1238, reset compression=false 2024-11-20T20:22:25,191 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 1237, reset compression=false 2024-11-20T20:22:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T20:22:25,300 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:22:25,300 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-20T20:22:25,300 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:22:25,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:25,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:25,301 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:22:25,305 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-20T20:22:25,654 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 1238, reset compression=false 2024-11-20T20:22:25,666 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:22:25,667 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 1342, reset compression=false 2024-11-20T20:22:25,667 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.shipperd7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,45919,1732134114401 got entry batch from reader: WALEntryBatch [walEntries=[{test/509570a52aa630bf5bf7a680c3125c24/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T20:22:25,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33833 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T20:22:25,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33833 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T20:22:25,696 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 1237, reset compression=false 2024-11-20T20:22:25,703 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:22:25,703 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 1364, reset compression=false 2024-11-20T20:22:25,703 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.shipperd7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,33833,1732134119963 got entry batch from reader: WALEntryBatch [walEntries=[{test/609dc35fda075ab7f4f605e94bf08300/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T20:22:25,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T20:22:25,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T20:22:25,882 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 1342, reset compression=false 2024-11-20T20:22:25,925 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 1364, reset compression=false 2024-11-20T20:22:26,189 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 1342, reset compression=false 2024-11-20T20:22:26,237 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 1364, reset compression=false 2024-11-20T20:22:26,307 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-20T20:22:26,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2b0df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:26,312 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,40141,-1 for getting cluster id 2024-11-20T20:22:26,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:26,313 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ddcc5e2-9aac-4136-bb69-ebc6f888e45f' 2024-11-20T20:22:26,314 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:26,314 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ddcc5e2-9aac-4136-bb69-ebc6f888e45f" 2024-11-20T20:22:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc22cad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,40141,-1] 2024-11-20T20:22:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:26,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:26,316 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:26,317 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@542fb2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:26,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:22:26,320 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,40141,1732134125374 2024-11-20T20:22:26,320 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cdb8e66 2024-11-20T20:22:26,321 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:22:26,322 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:22:26,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40141 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-20T20:22:26,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40141 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-20T20:22:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T20:22:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T20:22:26,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T20:22:26,598 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 1342, reset compression=false 2024-11-20T20:22:26,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36367 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-20T20:22:26,611 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-20T20:22:26,613 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T20:22:26,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40141 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-20T20:22:26,616 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on d7d59561a64e,36367,1732134125532 suceeded 2024-11-20T20:22:26,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-20T20:22:26,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-20T20:22:26,619 INFO [PEWorker-3 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-20T20:22:26,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 296 msec 2024-11-20T20:22:26,638 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926, startPosition=1235, beingWritten=true 2024-11-20T20:22:26,647 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 1364, reset compression=false 2024-11-20T20:22:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T20:22:26,650 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-20T20:22:26,650 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:22:26,651 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:22:26,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:26,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:26,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:22:26,654 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-20T20:22:26,663 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:22:26,663 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 1385, reset compression=false 2024-11-20T20:22:26,663 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.shipperd7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,36367,1732134125532 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926, lastWalPosition=1385, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:22:26,684 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:22:26,684 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 1468, reset compression=false 2024-11-20T20:22:26,684 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.shipperd7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,33833,1732134119963 got entry batch from reader: WALEntryBatch [walEntries=[{test/609dc35fda075ab7f4f605e94bf08300/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T20:22:26,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T20:22:26,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36367 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T20:22:26,699 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:22:26,699 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 1512, reset compression=false 2024-11-20T20:22:26,699 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.shipperd7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,36367,1732134125532 got entry batch from reader: WALEntryBatch [walEntries=[{test/95d4e2be40dafab6d9ffa7cb33860c61/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T20:22:26,709 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.shipperd7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:22:26,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-20T20:22:26,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T20:22:26,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T20:22:26,926 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 1468, reset compression=false 2024-11-20T20:22:26,950 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 1512, reset compression=false 2024-11-20T20:22:27,111 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 1342, reset compression=false 2024-11-20T20:22:27,139 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:22:27,139 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 1493, reset compression=false 2024-11-20T20:22:27,139 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.shipperd7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,45919,1732134114401 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:22:27,250 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 1468, reset compression=false 2024-11-20T20:22:27,289 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 1512, reset compression=false 2024-11-20T20:22:27,363 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 1493, reset compression=false 2024-11-20T20:22:27,656 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-20T20:22:27,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T20:22:27,657 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:22:27,657 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:22:27,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:27,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:27,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:22:27,657 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T20:22:27,657 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1958113232, stopped=false 2024-11-20T20:22:27,657 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7d59561a64e,40141,1732134125374 2024-11-20T20:22:27,680 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 1468, reset compression=false 2024-11-20T20:22:27,713 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 1493, reset compression=false 2024-11-20T20:22:27,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40141-0x10159e906ca0006, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21971437381/running 2024-11-20T20:22:27,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40141-0x10159e906ca0006, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21971437381 2024-11-20T20:22:27,731 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36367-0x10159e906ca0007, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21971437381/running 2024-11-20T20:22:27,731 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36367-0x10159e906ca0007, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21971437381 2024-11-20T20:22:27,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40141-0x10159e906ca0006, quorum=127.0.0.1:50784, baseZNode=/21971437381 Set watcher on znode that does not yet exist, /21971437381/running 2024-11-20T20:22:27,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36367-0x10159e906ca0007, quorum=127.0.0.1:50784, baseZNode=/21971437381 Set watcher on znode that does not yet exist, /21971437381/running 2024-11-20T20:22:27,734 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 1512, reset compression=false 2024-11-20T20:22:27,736 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:22:27,736 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:22:27,736 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:22:27,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:27,737 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7d59561a64e,36367,1732134125532' ***** 2024-11-20T20:22:27,737 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T20:22:27,737 INFO [RS:0;d7d59561a64e:36367 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T20:22:27,738 INFO [RS:0;d7d59561a64e:36367 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T20:22:27,738 INFO [RS:0;d7d59561a64e:36367 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T20:22:27,738 INFO [RS:0;d7d59561a64e:36367 {}] regionserver.HRegionServer(3091): Received CLOSE for 95d4e2be40dafab6d9ffa7cb33860c61 2024-11-20T20:22:27,738 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T20:22:27,760 INFO [RS:0;d7d59561a64e:36367 {}] regionserver.HRegionServer(3091): Received CLOSE for d5e740857088a46ee5a4cc39ef934804 2024-11-20T20:22:27,760 INFO [RS:0;d7d59561a64e:36367 {}] regionserver.HRegionServer(959): stopping server d7d59561a64e,36367,1732134125532 2024-11-20T20:22:27,760 INFO [RS:0;d7d59561a64e:36367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:22:27,760 INFO [RS:0;d7d59561a64e:36367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:36367. 2024-11-20T20:22:27,761 DEBUG [RS:0;d7d59561a64e:36367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:22:27,761 DEBUG [RS:0;d7d59561a64e:36367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:27,761 INFO [RS:0;d7d59561a64e:36367 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T20:22:27,761 INFO [RS:0;d7d59561a64e:36367 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T20:22:27,761 INFO [RS:0;d7d59561a64e:36367 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T20:22:27,761 INFO [RS:0;d7d59561a64e:36367 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T20:22:27,761 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 95d4e2be40dafab6d9ffa7cb33860c61, disabling compactions & flushes 2024-11-20T20:22:27,761 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732134130893.95d4e2be40dafab6d9ffa7cb33860c61. 2024-11-20T20:22:27,761 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732134130893.95d4e2be40dafab6d9ffa7cb33860c61. 2024-11-20T20:22:27,761 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732134130893.95d4e2be40dafab6d9ffa7cb33860c61. after waiting 0 ms 2024-11-20T20:22:27,761 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732134130893.95d4e2be40dafab6d9ffa7cb33860c61. 2024-11-20T20:22:27,762 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 95d4e2be40dafab6d9ffa7cb33860c61 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-20T20:22:27,768 INFO [RS:0;d7d59561a64e:36367 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T20:22:27,768 DEBUG [RS:0;d7d59561a64e:36367 {}] regionserver.HRegionServer(1325): Online Regions={95d4e2be40dafab6d9ffa7cb33860c61=test,,1732134130893.95d4e2be40dafab6d9ffa7cb33860c61., 1588230740=hbase:meta,,1.1588230740, d5e740857088a46ee5a4cc39ef934804=hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804.} 2024-11-20T20:22:27,768 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:22:27,768 DEBUG [RS:0;d7d59561a64e:36367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 95d4e2be40dafab6d9ffa7cb33860c61, d5e740857088a46ee5a4cc39ef934804 2024-11-20T20:22:27,768 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:22:27,768 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:22:27,769 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:22:27,769 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:22:27,769 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T20:22:27,804 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/default/test/95d4e2be40dafab6d9ffa7cb33860c61/.tmp/f/86a7ceb6d0be4cabb7e023b0c95b85ac is 37, key is row3/f:row3/1732134145302/Put/seqid=0 2024-11-20T20:22:27,826 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/hbase/meta/1588230740/.tmp/info/b66cdc7678654808b3b1e7e860530e17 is 147, key is hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804./info:regioninfo/1732134136192/Put/seqid=0 2024-11-20T20:22:27,828 INFO [regionserver/d7d59561a64e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:22:27,852 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T20:22:27,852 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T20:22:27,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741840_1016 (size=5228) 2024-11-20T20:22:27,875 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/default/test/95d4e2be40dafab6d9ffa7cb33860c61/.tmp/f/86a7ceb6d0be4cabb7e023b0c95b85ac 2024-11-20T20:22:27,880 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86a7ceb6d0be4cabb7e023b0c95b85ac 2024-11-20T20:22:27,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741841_1017 (size=7686) 2024-11-20T20:22:27,892 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/hbase/meta/1588230740/.tmp/info/b66cdc7678654808b3b1e7e860530e17 2024-11-20T20:22:27,930 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/default/test/95d4e2be40dafab6d9ffa7cb33860c61/.tmp/f1/0d6e9f7d492c412ca8b4ae3cba5d02b7 is 30, key is row1/f1:/1732134142605/DeleteFamily/seqid=0 2024-11-20T20:22:27,940 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/hbase/meta/1588230740/.tmp/ns/88b4071d5d814f4b9b38cb29e55a602d is 43, key is default/ns:d/1732134128455/Put/seqid=0 2024-11-20T20:22:27,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741842_1018 (size=5158) 2024-11-20T20:22:27,968 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/default/test/95d4e2be40dafab6d9ffa7cb33860c61/.tmp/f1/0d6e9f7d492c412ca8b4ae3cba5d02b7 2024-11-20T20:22:27,969 DEBUG [RS:0;d7d59561a64e:36367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 95d4e2be40dafab6d9ffa7cb33860c61, d5e740857088a46ee5a4cc39ef934804 2024-11-20T20:22:27,973 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d6e9f7d492c412ca8b4ae3cba5d02b7 2024-11-20T20:22:28,024 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/default/test/95d4e2be40dafab6d9ffa7cb33860c61/.tmp/norep/3c573e0ac953435fb33737c7110b1f12 is 33, key is row2/norep:/1732134143620/DeleteFamily/seqid=0 2024-11-20T20:22:28,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741843_1019 (size=5153) 2024-11-20T20:22:28,037 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/hbase/meta/1588230740/.tmp/ns/88b4071d5d814f4b9b38cb29e55a602d 2024-11-20T20:22:28,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741844_1020 (size=5108) 2024-11-20T20:22:28,142 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/hbase/meta/1588230740/.tmp/rep_barrier/6a035084772942689fae0078c9a285c8 is 112, key is test,,1732134130893.95d4e2be40dafab6d9ffa7cb33860c61./rep_barrier:seqnumDuringOpen/1732134131654/Put/seqid=0 2024-11-20T20:22:28,147 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 1493, reset compression=false 2024-11-20T20:22:28,169 DEBUG [RS:0;d7d59561a64e:36367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 95d4e2be40dafab6d9ffa7cb33860c61, d5e740857088a46ee5a4cc39ef934804 2024-11-20T20:22:28,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741845_1021 (size=5518) 2024-11-20T20:22:28,215 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 1468, reset compression=false 2024-11-20T20:22:28,262 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 1512, reset compression=false 2024-11-20T20:22:28,297 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:22:28,297 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 1759, reset compression=false 2024-11-20T20:22:28,297 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.shipperd7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,36367,1732134125532 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:22:28,298 ERROR [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.shipperd7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d7d59561a64e,36367,1732134125532: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d7d59561a64e,36367,1732134125532, walGroup=d7d59561a64e%2C36367%2C1732134125532, offset=d7d59561a64e%2C36367%2C1732134125532.1732134127926:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:36367 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T20:22:28,299 ERROR [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.shipperd7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T20:22:28,299 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.shipperd7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T20:22:28,300 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.shipperd7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T20:22:28,300 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.shipperd7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T20:22:28,300 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.shipperd7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T20:22:28,300 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.shipperd7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1205862400, "init": 1048576000, "max": 2306867200, "used": 837432360 }, "NonHeapMemoryUsage": { "committed": 200802304, "init": 7667712, "max": -1, "used": 197876832 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T20:22:28,300 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.shipperd7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:40141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:40141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T20:22:28,369 DEBUG [RS:0;d7d59561a64e:36367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 95d4e2be40dafab6d9ffa7cb33860c61, d5e740857088a46ee5a4cc39ef934804 2024-11-20T20:22:28,486 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/default/test/95d4e2be40dafab6d9ffa7cb33860c61/.tmp/norep/3c573e0ac953435fb33737c7110b1f12 2024-11-20T20:22:28,490 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c573e0ac953435fb33737c7110b1f12 2024-11-20T20:22:28,492 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/default/test/95d4e2be40dafab6d9ffa7cb33860c61/.tmp/f/86a7ceb6d0be4cabb7e023b0c95b85ac as hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/default/test/95d4e2be40dafab6d9ffa7cb33860c61/f/86a7ceb6d0be4cabb7e023b0c95b85ac 2024-11-20T20:22:28,497 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86a7ceb6d0be4cabb7e023b0c95b85ac 2024-11-20T20:22:28,497 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/default/test/95d4e2be40dafab6d9ffa7cb33860c61/f/86a7ceb6d0be4cabb7e023b0c95b85ac, entries=5, sequenceid=12, filesize=5.1 K 2024-11-20T20:22:28,498 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/default/test/95d4e2be40dafab6d9ffa7cb33860c61/.tmp/f1/0d6e9f7d492c412ca8b4ae3cba5d02b7 as hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/default/test/95d4e2be40dafab6d9ffa7cb33860c61/f1/0d6e9f7d492c412ca8b4ae3cba5d02b7 2024-11-20T20:22:28,503 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d6e9f7d492c412ca8b4ae3cba5d02b7 2024-11-20T20:22:28,503 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/default/test/95d4e2be40dafab6d9ffa7cb33860c61/f1/0d6e9f7d492c412ca8b4ae3cba5d02b7, entries=3, sequenceid=12, filesize=5.0 K 2024-11-20T20:22:28,504 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/default/test/95d4e2be40dafab6d9ffa7cb33860c61/.tmp/norep/3c573e0ac953435fb33737c7110b1f12 as hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/default/test/95d4e2be40dafab6d9ffa7cb33860c61/norep/3c573e0ac953435fb33737c7110b1f12 2024-11-20T20:22:28,510 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c573e0ac953435fb33737c7110b1f12 2024-11-20T20:22:28,511 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/default/test/95d4e2be40dafab6d9ffa7cb33860c61/norep/3c573e0ac953435fb33737c7110b1f12, entries=1, sequenceid=12, filesize=5.0 K 2024-11-20T20:22:28,512 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 95d4e2be40dafab6d9ffa7cb33860c61 in 751ms, sequenceid=12, compaction requested=false 2024-11-20T20:22:28,532 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/default/test/95d4e2be40dafab6d9ffa7cb33860c61/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T20:22:28,532 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:22:28,532 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T20:22:28,533 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732134130893.95d4e2be40dafab6d9ffa7cb33860c61. 2024-11-20T20:22:28,533 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 95d4e2be40dafab6d9ffa7cb33860c61: Waiting for close lock at 1732134147761Running coprocessor pre-close hooks at 1732134147761Disabling compacts and flushes for region at 1732134147761Disabling writes for close at 1732134147761Obtaining lock to block concurrent updates at 1732134147762 (+1 ms)Preparing flush snapshotting stores in 95d4e2be40dafab6d9ffa7cb33860c61 at 1732134147762Finished memstore snapshotting test,,1732134130893.95d4e2be40dafab6d9ffa7cb33860c61., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732134147762Flushing stores of test,,1732134130893.95d4e2be40dafab6d9ffa7cb33860c61. at 1732134147763 (+1 ms)Flushing 95d4e2be40dafab6d9ffa7cb33860c61/f: creating writer at 1732134147763Flushing 95d4e2be40dafab6d9ffa7cb33860c61/f: appending metadata at 1732134147804 (+41 ms)Flushing 95d4e2be40dafab6d9ffa7cb33860c61/f: closing flushed file at 1732134147804Flushing 95d4e2be40dafab6d9ffa7cb33860c61/f1: creating writer at 1732134147880 (+76 ms)Flushing 95d4e2be40dafab6d9ffa7cb33860c61/f1: appending metadata at 1732134147929 (+49 ms)Flushing 95d4e2be40dafab6d9ffa7cb33860c61/f1: closing flushed file at 1732134147929Flushing 95d4e2be40dafab6d9ffa7cb33860c61/norep: creating writer at 1732134147973 (+44 ms)Flushing 95d4e2be40dafab6d9ffa7cb33860c61/norep: appending metadata at 1732134148023 (+50 ms)Flushing 95d4e2be40dafab6d9ffa7cb33860c61/norep: closing flushed file at 1732134148023Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bd1dd91: reopening flushed file at 1732134148490 (+467 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35d1545: reopening flushed file at 1732134148498 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@113c0f44: reopening flushed file at 1732134148504 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 95d4e2be40dafab6d9ffa7cb33860c61 in 751ms, sequenceid=12, compaction requested=false at 1732134148512 (+8 ms)Writing region close event to WAL at 1732134148528 (+16 ms)Running coprocessor post-close hooks at 1732134148532 (+4 ms)Closed at 1732134148533 (+1 ms) 2024-11-20T20:22:28,533 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732134130893.95d4e2be40dafab6d9ffa7cb33860c61. 2024-11-20T20:22:28,533 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d5e740857088a46ee5a4cc39ef934804, disabling compactions & flushes 2024-11-20T20:22:28,533 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804. 2024-11-20T20:22:28,533 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804. 2024-11-20T20:22:28,533 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804. after waiting 0 ms 2024-11-20T20:22:28,533 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804. 2024-11-20T20:22:28,533 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d5e740857088a46ee5a4cc39ef934804: Waiting for close lock at 1732134148533Running coprocessor pre-close hooks at 1732134148533Disabling compacts and flushes for region at 1732134148533Disabling writes for close at 1732134148533Failed flush hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804., putting online again at 1732134148533 2024-11-20T20:22:28,533 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804. 2024-11-20T20:22:28,541 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 1759, reset compression=false 2024-11-20T20:22:28,551 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:22:28,551 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 2403, reset compression=false 2024-11-20T20:22:28,569 INFO [RS:0;d7d59561a64e:36367 {}] regionserver.HRegionServer(3091): Received CLOSE for d5e740857088a46ee5a4cc39ef934804 2024-11-20T20:22:28,569 DEBUG [RS:0;d7d59561a64e:36367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d5e740857088a46ee5a4cc39ef934804 2024-11-20T20:22:28,569 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d5e740857088a46ee5a4cc39ef934804, disabling compactions & flushes 2024-11-20T20:22:28,569 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804. 2024-11-20T20:22:28,569 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804. 2024-11-20T20:22:28,569 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804. after waiting 0 ms 2024-11-20T20:22:28,570 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804. 2024-11-20T20:22:28,570 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d5e740857088a46ee5a4cc39ef934804: Waiting for close lock at 1732134148569Running coprocessor pre-close hooks at 1732134148569Disabling compacts and flushes for region at 1732134148569Disabling writes for close at 1732134148570 (+1 ms)Failed flush hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804., putting online again at 1732134148570 2024-11-20T20:22:28,570 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804. 2024-11-20T20:22:28,581 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/hbase/meta/1588230740/.tmp/rep_barrier/6a035084772942689fae0078c9a285c8 2024-11-20T20:22:28,606 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/hbase/meta/1588230740/.tmp/table/e79f8a0cbeb144d39d4d1b7eb8f5ca00 is 53, key is hbase:replication/table:state/1732134136203/Put/seqid=0 2024-11-20T20:22:28,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741846_1022 (size=5308) 2024-11-20T20:22:28,682 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 1493, reset compression=false 2024-11-20T20:22:28,769 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 2403, reset compression=false 2024-11-20T20:22:28,770 INFO [RS:0;d7d59561a64e:36367 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T20:22:28,770 DEBUG [RS:0;d7d59561a64e:36367 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d5e740857088a46ee5a4cc39ef934804=hbase:replication,,1732134135396.d5e740857088a46ee5a4cc39ef934804.} 2024-11-20T20:22:28,770 DEBUG [RS:0;d7d59561a64e:36367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:22:28,842 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 1468, reset compression=false 2024-11-20T20:22:28,970 DEBUG [RS:0;d7d59561a64e:36367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:22:29,014 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/hbase/meta/1588230740/.tmp/table/e79f8a0cbeb144d39d4d1b7eb8f5ca00 2024-11-20T20:22:29,019 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/hbase/meta/1588230740/.tmp/info/b66cdc7678654808b3b1e7e860530e17 as hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/hbase/meta/1588230740/info/b66cdc7678654808b3b1e7e860530e17 2024-11-20T20:22:29,023 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/hbase/meta/1588230740/info/b66cdc7678654808b3b1e7e860530e17, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T20:22:29,024 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/hbase/meta/1588230740/.tmp/ns/88b4071d5d814f4b9b38cb29e55a602d as hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/hbase/meta/1588230740/ns/88b4071d5d814f4b9b38cb29e55a602d 2024-11-20T20:22:29,029 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/hbase/meta/1588230740/ns/88b4071d5d814f4b9b38cb29e55a602d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T20:22:29,029 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/hbase/meta/1588230740/.tmp/rep_barrier/6a035084772942689fae0078c9a285c8 as hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/hbase/meta/1588230740/rep_barrier/6a035084772942689fae0078c9a285c8 2024-11-20T20:22:29,034 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/hbase/meta/1588230740/rep_barrier/6a035084772942689fae0078c9a285c8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T20:22:29,035 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/hbase/meta/1588230740/.tmp/table/e79f8a0cbeb144d39d4d1b7eb8f5ca00 as hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/hbase/meta/1588230740/table/e79f8a0cbeb144d39d4d1b7eb8f5ca00 2024-11-20T20:22:29,039 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/hbase/meta/1588230740/table/e79f8a0cbeb144d39d4d1b7eb8f5ca00, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T20:22:29,040 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1271ms, sequenceid=16, compaction requested=false 2024-11-20T20:22:29,044 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T20:22:29,045 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:22:29,045 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:22:29,045 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:22:29,045 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134147768Running coprocessor pre-close hooks at 1732134147768Disabling compacts and flushes for region at 1732134147768Disabling writes for close at 1732134147769 (+1 ms)Obtaining lock to block concurrent updates at 1732134147769Preparing flush snapshotting stores in 1588230740 at 1732134147769Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732134147770 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732134147770Flushing 1588230740/info: creating writer at 1732134147770Flushing 1588230740/info: appending metadata at 1732134147826 (+56 ms)Flushing 1588230740/info: closing flushed file at 1732134147826Flushing 1588230740/ns: creating writer at 1732134147898 (+72 ms)Flushing 1588230740/ns: appending metadata at 1732134147939 (+41 ms)Flushing 1588230740/ns: closing flushed file at 1732134147939Flushing 1588230740/rep_barrier: creating writer at 1732134148044 (+105 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732134148141 (+97 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732134148141Flushing 1588230740/table: creating writer at 1732134148586 (+445 ms)Flushing 1588230740/table: appending metadata at 1732134148605 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732134148605Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ca553d8: reopening flushed file at 1732134149018 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e43a877: reopening flushed file at 1732134149023 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53174926: reopening flushed file at 1732134149029 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31d35d90: reopening flushed file at 1732134149034 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1271ms, sequenceid=16, compaction requested=false at 1732134149040 (+6 ms)Writing region close event to WAL at 1732134149042 (+2 ms)Running coprocessor post-close hooks at 1732134149045 (+3 ms)Closed at 1732134149045 2024-11-20T20:22:29,045 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T20:22:29,094 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.1732134127926 to pos 2403, reset compression=false 2024-11-20T20:22:29,170 INFO [RS:0;d7d59561a64e:36367 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T20:22:29,170 INFO [RS:0;d7d59561a64e:36367 {}] regionserver.HRegionServer(976): stopping server d7d59561a64e,36367,1732134125532; all regions closed. 2024-11-20T20:22:29,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741834_1010 (size=4239) 2024-11-20T20:22:29,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741839_1015 (size=2609) 2024-11-20T20:22:29,189 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/WALs/d7d59561a64e,36367,1732134125532/d7d59561a64e%2C36367%2C1732134125532.rep.1732134136151 not finished, retry = 0 2024-11-20T20:22:29,286 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 1493, reset compression=false 2024-11-20T20:22:29,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741832_1008 (size=2411) 2024-11-20T20:22:29,337 DEBUG [RS:0;d7d59561a64e:36367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:29,337 INFO [RS:0;d7d59561a64e:36367 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:22:29,337 INFO [RS:0;d7d59561a64e:36367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:22:29,337 INFO [RS:0;d7d59561a64e:36367 {}] hbase.ChoreService(370): Chore service for: regionserver/d7d59561a64e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T20:22:29,338 INFO [RS:0;d7d59561a64e:36367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:22:29,338 INFO [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:22:29,338 INFO [RS:0;d7d59561a64e:36367 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7d59561a64e,36367,1732134125532 because: Region server is closing 2024-11-20T20:22:29,338 INFO [RS:0;d7d59561a64e:36367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:36367. 2024-11-20T20:22:29,338 DEBUG [RS:0;d7d59561a64e:36367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:22:29,338 DEBUG [RS:0;d7d59561a64e:36367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:29,338 DEBUG [RS:0;d7d59561a64e:36367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:29,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:22:29,364 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T20:22:29,439 INFO [RS:0;d7d59561a64e:36367 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.shipperd7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 terminated 2024-11-20T20:22:29,439 INFO [RS:0;d7d59561a64e:36367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:36367. 2024-11-20T20:22:29,439 DEBUG [RS:0;d7d59561a64e:36367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:22:29,439 DEBUG [RS:0;d7d59561a64e:36367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:29,439 DEBUG [RS:0;d7d59561a64e:36367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:29,440 INFO [RS:0;d7d59561a64e:36367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36367 2024-11-20T20:22:29,440 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,36367,1732134125532.replicationSource.wal-reader.d7d59561a64e%2C36367%2C1732134125532,1-d7d59561a64e,36367,1732134125532 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T20:22:29,442 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:22:29,516 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36367-0x10159e906ca0007, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21971437381/rs/d7d59561a64e,36367,1732134125532 2024-11-20T20:22:29,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40141-0x10159e906ca0006, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21971437381/rs 2024-11-20T20:22:29,516 INFO [RS:0;d7d59561a64e:36367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:22:29,516 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7d59561a64e,36367,1732134125532] 2024-11-20T20:22:29,541 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21971437381/draining/d7d59561a64e,36367,1732134125532 already deleted, retry=false 2024-11-20T20:22:29,541 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7d59561a64e,36367,1732134125532 expired; onlineServers=0 2024-11-20T20:22:29,541 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7d59561a64e,40141,1732134125374' ***** 2024-11-20T20:22:29,541 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T20:22:29,541 INFO [M:0;d7d59561a64e:40141 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:22:29,541 INFO [M:0;d7d59561a64e:40141 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:22:29,541 DEBUG [M:0;d7d59561a64e:40141 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T20:22:29,541 DEBUG [M:0;d7d59561a64e:40141 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T20:22:29,541 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T20:22:29,542 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134127606 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134127606,5,FailOnTimeoutGroup] 2024-11-20T20:22:29,542 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134127608 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134127608,5,FailOnTimeoutGroup] 2024-11-20T20:22:29,542 INFO [M:0;d7d59561a64e:40141 {}] hbase.ChoreService(370): Chore service for: master/d7d59561a64e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T20:22:29,542 INFO [M:0;d7d59561a64e:40141 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:22:29,542 DEBUG [M:0;d7d59561a64e:40141 {}] master.HMaster(1795): Stopping service threads 2024-11-20T20:22:29,542 INFO [M:0;d7d59561a64e:40141 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T20:22:29,542 INFO [M:0;d7d59561a64e:40141 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:22:29,542 INFO [M:0;d7d59561a64e:40141 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T20:22:29,544 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T20:22:29,549 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 1468, reset compression=false 2024-11-20T20:22:29,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40141-0x10159e906ca0006, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21971437381/master 2024-11-20T20:22:29,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40141-0x10159e906ca0006, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21971437381 2024-11-20T20:22:29,552 DEBUG [M:0;d7d59561a64e:40141 {}] zookeeper.ZKUtil(347): master:40141-0x10159e906ca0006, quorum=127.0.0.1:50784, baseZNode=/21971437381 Unable to get data of znode /21971437381/master because node does not exist (not an error) 2024-11-20T20:22:29,552 WARN [M:0;d7d59561a64e:40141 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T20:22:29,588 INFO [M:0;d7d59561a64e:40141 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/.lastflushedseqids 2024-11-20T20:22:29,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741847_1023 (size=245) 2024-11-20T20:22:29,631 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36367-0x10159e906ca0007, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:22:29,631 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36367-0x10159e906ca0007, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:22:29,631 INFO [RS:0;d7d59561a64e:36367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:22:29,631 INFO [RS:0;d7d59561a64e:36367 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7d59561a64e,36367,1732134125532; zookeeper connection closed. 2024-11-20T20:22:29,633 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46dbdbd1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46dbdbd1 2024-11-20T20:22:29,633 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T20:22:29,994 INFO [M:0;d7d59561a64e:40141 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T20:22:29,994 INFO [M:0;d7d59561a64e:40141 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T20:22:29,994 DEBUG [M:0;d7d59561a64e:40141 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:22:29,994 INFO [M:0;d7d59561a64e:40141 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:29,994 DEBUG [M:0;d7d59561a64e:40141 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:29,995 DEBUG [M:0;d7d59561a64e:40141 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:22:29,995 DEBUG [M:0;d7d59561a64e:40141 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:29,995 INFO [M:0;d7d59561a64e:40141 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-20T20:22:30,013 DEBUG [M:0;d7d59561a64e:40141 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6167889a862404ebbd542e843af2695 is 82, key is hbase:meta,,1/info:regioninfo/1732134128437/Put/seqid=0 2024-11-20T20:22:30,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741848_1024 (size=5672) 2024-11-20T20:22:30,030 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 1493, reset compression=false 2024-11-20T20:22:30,386 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 1468, reset compression=false 2024-11-20T20:22:30,398 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:22:30,399 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7d59561a64e,35369,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T20:22:30,399 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68604 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7d59561a64e,35369,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T20:22:30,418 INFO [M:0;d7d59561a64e:40141 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6167889a862404ebbd542e843af2695 2024-11-20T20:22:30,441 DEBUG [M:0;d7d59561a64e:40141 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1ed4d8f31e44721bde46af11316f9d4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732134136206/Put/seqid=0 2024-11-20T20:22:30,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741849_1025 (size=9212) 2024-11-20T20:22:30,472 INFO [M:0;d7d59561a64e:40141 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1ed4d8f31e44721bde46af11316f9d4 2024-11-20T20:22:30,507 DEBUG [M:0;d7d59561a64e:40141 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f387ccafdf804d4d9822e88d03732368 is 69, key is d7d59561a64e,36367,1732134125532/rs:state/1732134127710/Put/seqid=0 2024-11-20T20:22:30,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741850_1026 (size=5156) 2024-11-20T20:22:30,519 INFO [M:0;d7d59561a64e:40141 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f387ccafdf804d4d9822e88d03732368 2024-11-20T20:22:30,524 DEBUG [M:0;d7d59561a64e:40141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6167889a862404ebbd542e843af2695 as hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b6167889a862404ebbd542e843af2695 2024-11-20T20:22:30,530 INFO [M:0;d7d59561a64e:40141 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b6167889a862404ebbd542e843af2695, entries=8, sequenceid=127, filesize=5.5 K 2024-11-20T20:22:30,531 DEBUG [M:0;d7d59561a64e:40141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1ed4d8f31e44721bde46af11316f9d4 as hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c1ed4d8f31e44721bde46af11316f9d4 2024-11-20T20:22:30,536 INFO [M:0;d7d59561a64e:40141 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c1ed4d8f31e44721bde46af11316f9d4, entries=15, sequenceid=127, filesize=9.0 K 2024-11-20T20:22:30,539 DEBUG [M:0;d7d59561a64e:40141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f387ccafdf804d4d9822e88d03732368 as hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f387ccafdf804d4d9822e88d03732368 2024-11-20T20:22:30,544 INFO [M:0;d7d59561a64e:40141 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39715/user/jenkins/test-data/b72669c5-bc4c-8f48-edb2-b8af4b087e5b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f387ccafdf804d4d9822e88d03732368, entries=1, sequenceid=127, filesize=5.0 K 2024-11-20T20:22:30,545 INFO [M:0;d7d59561a64e:40141 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 550ms, sequenceid=127, compaction requested=false 2024-11-20T20:22:30,610 INFO [M:0;d7d59561a64e:40141 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:30,610 DEBUG [M:0;d7d59561a64e:40141 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134149994Disabling compacts and flushes for region at 1732134149994Disabling writes for close at 1732134149995 (+1 ms)Obtaining lock to block concurrent updates at 1732134149995Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732134149995Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732134149995Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732134149996 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732134149996Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732134150012 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732134150012Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732134150424 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732134150441 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732134150441Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732134150477 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732134150506 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732134150506Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a267ae9: reopening flushed file at 1732134150523 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@151eb9fd: reopening flushed file at 1732134150530 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b8fabdb: reopening flushed file at 1732134150536 (+6 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 550ms, sequenceid=127, compaction requested=false at 1732134150545 (+9 ms)Writing region close event to WAL at 1732134150610 (+65 ms)Closed at 1732134150610 2024-11-20T20:22:30,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36041 is added to blk_1073741830_1006 (size=73866) 2024-11-20T20:22:30,618 INFO [M:0;d7d59561a64e:40141 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T20:22:30,618 INFO [M:0;d7d59561a64e:40141 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40141 2024-11-20T20:22:30,618 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:22:30,619 INFO [M:0;d7d59561a64e:40141 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:22:30,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40141-0x10159e906ca0006, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:22:30,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40141-0x10159e906ca0006, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:22:30,802 INFO [M:0;d7d59561a64e:40141 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:22:30,834 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 1493, reset compression=false 2024-11-20T20:22:30,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41529fcf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:22:30,845 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58b2fdd5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:22:30,846 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:22:30,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76912e43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:22:30,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13318a7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/hadoop.log.dir/,STOPPED} 2024-11-20T20:22:30,847 WARN [BP-830167775-172.17.0.2-1732134123190 heartbeating to localhost/127.0.0.1:39715 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T20:22:30,847 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T20:22:30,847 WARN [BP-830167775-172.17.0.2-1732134123190 heartbeating to localhost/127.0.0.1:39715 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-830167775-172.17.0.2-1732134123190 (Datanode Uuid 5ce04b58-be85-4951-8030-9172d597505e) service to localhost/127.0.0.1:39715 2024-11-20T20:22:30,847 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T20:22:30,848 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/cluster_354cd4cf-d3ec-280d-e1be-3de94248dccd/data/data1/current/BP-830167775-172.17.0.2-1732134123190 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:22:30,848 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/cluster_354cd4cf-d3ec-280d-e1be-3de94248dccd/data/data2/current/BP-830167775-172.17.0.2-1732134123190 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:22:30,848 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T20:22:30,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b206f70{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:22:30,866 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@214795f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:22:30,866 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:22:30,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@438ce417{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:22:30,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1117b8bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/hadoop.log.dir/,STOPPED} 2024-11-20T20:22:30,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T20:22:30,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T20:22:30,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:22:30,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:22:30,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:30,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:30,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:22:30,891 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T20:22:30,891 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1319370876, stopped=false 2024-11-20T20:22:30,891 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7d59561a64e,42855,1732134119809 2024-11-20T20:22:30,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42855-0x10159e906ca0003, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11912989894/running 2024-11-20T20:22:30,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42855-0x10159e906ca0003, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11912989894 2024-11-20T20:22:30,909 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33833-0x10159e906ca0004, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11912989894/running 2024-11-20T20:22:30,909 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33833-0x10159e906ca0004, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11912989894 2024-11-20T20:22:30,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42855-0x10159e906ca0003, quorum=127.0.0.1:50784, baseZNode=/11912989894 Set watcher on znode that does not yet exist, /11912989894/running 2024-11-20T20:22:30,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33833-0x10159e906ca0004, quorum=127.0.0.1:50784, baseZNode=/11912989894 Set watcher on znode that does not yet exist, /11912989894/running 2024-11-20T20:22:30,910 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:22:30,913 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:22:30,913 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:22:30,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:30,913 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7d59561a64e,33833,1732134119963' ***** 2024-11-20T20:22:30,914 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T20:22:30,914 INFO [RS:0;d7d59561a64e:33833 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T20:22:30,914 INFO [RS:0;d7d59561a64e:33833 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T20:22:30,914 INFO [RS:0;d7d59561a64e:33833 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T20:22:30,914 INFO [RS:0;d7d59561a64e:33833 {}] regionserver.HRegionServer(3091): Received CLOSE for 15b2ebd97eab0bdb3c12174f0159c05d 2024-11-20T20:22:30,914 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T20:22:30,914 INFO [RS:0;d7d59561a64e:33833 {}] regionserver.HRegionServer(3091): Received CLOSE for 609dc35fda075ab7f4f605e94bf08300 2024-11-20T20:22:30,915 INFO [RS:0;d7d59561a64e:33833 {}] regionserver.HRegionServer(959): stopping server d7d59561a64e,33833,1732134119963 2024-11-20T20:22:30,915 INFO [RS:0;d7d59561a64e:33833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:22:30,915 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15b2ebd97eab0bdb3c12174f0159c05d, disabling compactions & flushes 2024-11-20T20:22:30,915 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732134134250.15b2ebd97eab0bdb3c12174f0159c05d. 2024-11-20T20:22:30,915 INFO [RS:0;d7d59561a64e:33833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:33833. 2024-11-20T20:22:30,915 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732134134250.15b2ebd97eab0bdb3c12174f0159c05d. 2024-11-20T20:22:30,915 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732134134250.15b2ebd97eab0bdb3c12174f0159c05d. after waiting 0 ms 2024-11-20T20:22:30,915 DEBUG [RS:0;d7d59561a64e:33833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:22:30,915 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732134134250.15b2ebd97eab0bdb3c12174f0159c05d. 2024-11-20T20:22:30,915 DEBUG [RS:0;d7d59561a64e:33833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:30,915 INFO [RS:0;d7d59561a64e:33833 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T20:22:30,915 INFO [RS:0;d7d59561a64e:33833 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T20:22:30,915 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 15b2ebd97eab0bdb3c12174f0159c05d 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-20T20:22:30,915 INFO [RS:0;d7d59561a64e:33833 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T20:22:30,915 INFO [RS:0;d7d59561a64e:33833 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T20:22:30,916 INFO [RS:0;d7d59561a64e:33833 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T20:22:30,916 DEBUG [RS:0;d7d59561a64e:33833 {}] regionserver.HRegionServer(1325): Online Regions={15b2ebd97eab0bdb3c12174f0159c05d=hbase:replication,,1732134134250.15b2ebd97eab0bdb3c12174f0159c05d., 1588230740=hbase:meta,,1.1588230740, 609dc35fda075ab7f4f605e94bf08300=test,,1732134129753.609dc35fda075ab7f4f605e94bf08300.} 2024-11-20T20:22:30,917 DEBUG [RS:0;d7d59561a64e:33833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15b2ebd97eab0bdb3c12174f0159c05d, 609dc35fda075ab7f4f605e94bf08300 2024-11-20T20:22:30,917 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:22:30,917 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:22:30,917 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:22:30,917 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:22:30,918 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:22:30,918 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T20:22:30,933 INFO [regionserver/d7d59561a64e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:22:30,955 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/replication/15b2ebd97eab0bdb3c12174f0159c05d/.tmp/queue/08eb6273bf5747aeb1aaf7e8b71e1d08 is 154, key is 1-d7d59561a64e,33833,1732134119963/queue:d7d59561a64e%2C33833%2C1732134119963/1732134146694/Put/seqid=0 2024-11-20T20:22:30,965 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/meta/1588230740/.tmp/info/dc3bad1a68394ba9adf3aaf831fe9e8d is 147, key is hbase:replication,,1732134134250.15b2ebd97eab0bdb3c12174f0159c05d./info:regioninfo/1732134134698/Put/seqid=0 2024-11-20T20:22:31,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741841_1017 (size=7686) 2024-11-20T20:22:31,003 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/meta/1588230740/.tmp/info/dc3bad1a68394ba9adf3aaf831fe9e8d 2024-11-20T20:22:31,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741840_1016 (size=5353) 2024-11-20T20:22:31,014 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/replication/15b2ebd97eab0bdb3c12174f0159c05d/.tmp/queue/08eb6273bf5747aeb1aaf7e8b71e1d08 2024-11-20T20:22:31,043 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/replication/15b2ebd97eab0bdb3c12174f0159c05d/.tmp/queue/08eb6273bf5747aeb1aaf7e8b71e1d08 as hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/replication/15b2ebd97eab0bdb3c12174f0159c05d/queue/08eb6273bf5747aeb1aaf7e8b71e1d08 2024-11-20T20:22:31,047 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/replication/15b2ebd97eab0bdb3c12174f0159c05d/queue/08eb6273bf5747aeb1aaf7e8b71e1d08, entries=1, sequenceid=14, filesize=5.2 K 2024-11-20T20:22:31,048 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 15b2ebd97eab0bdb3c12174f0159c05d in 133ms, sequenceid=14, compaction requested=false 2024-11-20T20:22:31,051 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/meta/1588230740/.tmp/ns/c6b3770bcac9429790c38ca91b5d843a is 43, key is default/ns:d/1732134123118/Put/seqid=0 2024-11-20T20:22:31,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741842_1018 (size=5153) 2024-11-20T20:22:31,075 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/meta/1588230740/.tmp/ns/c6b3770bcac9429790c38ca91b5d843a 2024-11-20T20:22:31,079 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/replication/15b2ebd97eab0bdb3c12174f0159c05d/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-20T20:22:31,080 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:22:31,080 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:22:31,080 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732134134250.15b2ebd97eab0bdb3c12174f0159c05d. 2024-11-20T20:22:31,080 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15b2ebd97eab0bdb3c12174f0159c05d: Waiting for close lock at 1732134150915Running coprocessor pre-close hooks at 1732134150915Disabling compacts and flushes for region at 1732134150915Disabling writes for close at 1732134150915Obtaining lock to block concurrent updates at 1732134150915Preparing flush snapshotting stores in 15b2ebd97eab0bdb3c12174f0159c05d at 1732134150915Finished memstore snapshotting hbase:replication,,1732134134250.15b2ebd97eab0bdb3c12174f0159c05d., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732134150915Flushing stores of hbase:replication,,1732134134250.15b2ebd97eab0bdb3c12174f0159c05d. at 1732134150916 (+1 ms)Flushing 15b2ebd97eab0bdb3c12174f0159c05d/queue: creating writer at 1732134150916Flushing 15b2ebd97eab0bdb3c12174f0159c05d/queue: appending metadata at 1732134150954 (+38 ms)Flushing 15b2ebd97eab0bdb3c12174f0159c05d/queue: closing flushed file at 1732134150954Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62a3d9d5: reopening flushed file at 1732134151041 (+87 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 15b2ebd97eab0bdb3c12174f0159c05d in 133ms, sequenceid=14, compaction requested=false at 1732134151048 (+7 ms)Writing region close event to WAL at 1732134151073 (+25 ms)Running coprocessor post-close hooks at 1732134151079 (+6 ms)Closed at 1732134151080 (+1 ms) 2024-11-20T20:22:31,080 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732134134250.15b2ebd97eab0bdb3c12174f0159c05d. 2024-11-20T20:22:31,080 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 609dc35fda075ab7f4f605e94bf08300, disabling compactions & flushes 2024-11-20T20:22:31,080 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732134129753.609dc35fda075ab7f4f605e94bf08300. 2024-11-20T20:22:31,080 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732134129753.609dc35fda075ab7f4f605e94bf08300. 2024-11-20T20:22:31,080 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732134129753.609dc35fda075ab7f4f605e94bf08300. after waiting 0 ms 2024-11-20T20:22:31,080 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732134129753.609dc35fda075ab7f4f605e94bf08300. 2024-11-20T20:22:31,080 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 609dc35fda075ab7f4f605e94bf08300 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-20T20:22:31,114 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/meta/1588230740/.tmp/rep_barrier/ce6cdaf6d9a04f32b0efcf3b7ab1bfb0 is 112, key is test,,1732134129753.609dc35fda075ab7f4f605e94bf08300./rep_barrier:seqnumDuringOpen/1732134130544/Put/seqid=0 2024-11-20T20:22:31,117 DEBUG [RS:0;d7d59561a64e:33833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 609dc35fda075ab7f4f605e94bf08300 2024-11-20T20:22:31,119 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/default/test/609dc35fda075ab7f4f605e94bf08300/.tmp/f/b36d5275b31a4c7fb0901c9ed660e9e3 is 37, key is row3/f:row3/1732134145302/Put/seqid=0 2024-11-20T20:22:31,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741843_1019 (size=5518) 2024-11-20T20:22:31,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741844_1020 (size=5228) 2024-11-20T20:22:31,167 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/default/test/609dc35fda075ab7f4f605e94bf08300/.tmp/f/b36d5275b31a4c7fb0901c9ed660e9e3 2024-11-20T20:22:31,171 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b36d5275b31a4c7fb0901c9ed660e9e3 2024-11-20T20:22:31,188 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/default/test/609dc35fda075ab7f4f605e94bf08300/.tmp/f1/9a8c58c3998f43729eca23b5cf14d8e1 is 30, key is row1/f1:/1732134142605/DeleteFamily/seqid=0 2024-11-20T20:22:31,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741845_1021 (size=5158) 2024-11-20T20:22:31,290 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 1468, reset compression=false 2024-11-20T20:22:31,312 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:22:31,312 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 1715, reset compression=false 2024-11-20T20:22:31,312 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.shipperd7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,33833,1732134119963 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:22:31,314 ERROR [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.shipperd7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d7d59561a64e,33833,1732134119963: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d7d59561a64e,33833,1732134119963, walGroup=d7d59561a64e%2C33833%2C1732134119963, offset=d7d59561a64e%2C33833%2C1732134119963.1732134122022:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:33833 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T20:22:31,315 ERROR [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.shipperd7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T20:22:31,315 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.shipperd7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T20:22:31,315 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.shipperd7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T20:22:31,315 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.shipperd7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T20:22:31,316 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.shipperd7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T20:22:31,316 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.shipperd7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1205862400, "init": 1048576000, "max": 2306867200, "used": 906638376 }, "NonHeapMemoryUsage": { "committed": 201195520, "init": 7667712, "max": -1, "used": 198227120 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T20:22:31,316 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.shipperd7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:42855 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:42855 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T20:22:31,317 DEBUG [RS:0;d7d59561a64e:33833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 609dc35fda075ab7f4f605e94bf08300 2024-11-20T20:22:31,518 DEBUG [RS:0;d7d59561a64e:33833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 609dc35fda075ab7f4f605e94bf08300 2024-11-20T20:22:31,549 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 1715, reset compression=false 2024-11-20T20:22:31,567 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/meta/1588230740/.tmp/rep_barrier/ce6cdaf6d9a04f32b0efcf3b7ab1bfb0 2024-11-20T20:22:31,588 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/meta/1588230740/.tmp/table/32fc8cff4f494e71a14d633ff4a57ffb is 53, key is hbase:replication/table:state/1732134134706/Put/seqid=0 2024-11-20T20:22:31,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741846_1022 (size=5308) 2024-11-20T20:22:31,602 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/meta/1588230740/.tmp/table/32fc8cff4f494e71a14d633ff4a57ffb 2024-11-20T20:22:31,607 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/default/test/609dc35fda075ab7f4f605e94bf08300/.tmp/f1/9a8c58c3998f43729eca23b5cf14d8e1 2024-11-20T20:22:31,611 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a8c58c3998f43729eca23b5cf14d8e1 2024-11-20T20:22:31,611 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/meta/1588230740/.tmp/info/dc3bad1a68394ba9adf3aaf831fe9e8d as hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/meta/1588230740/info/dc3bad1a68394ba9adf3aaf831fe9e8d 2024-11-20T20:22:31,619 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/meta/1588230740/info/dc3bad1a68394ba9adf3aaf831fe9e8d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T20:22:31,620 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/meta/1588230740/.tmp/ns/c6b3770bcac9429790c38ca91b5d843a as hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/meta/1588230740/ns/c6b3770bcac9429790c38ca91b5d843a 2024-11-20T20:22:31,626 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/meta/1588230740/ns/c6b3770bcac9429790c38ca91b5d843a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T20:22:31,627 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/meta/1588230740/.tmp/rep_barrier/ce6cdaf6d9a04f32b0efcf3b7ab1bfb0 as hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/meta/1588230740/rep_barrier/ce6cdaf6d9a04f32b0efcf3b7ab1bfb0 2024-11-20T20:22:31,632 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/meta/1588230740/rep_barrier/ce6cdaf6d9a04f32b0efcf3b7ab1bfb0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T20:22:31,633 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/default/test/609dc35fda075ab7f4f605e94bf08300/.tmp/norep/e90866594ea648be825e2bd8972b58b5 is 33, key is row1/norep:/1732134142605/DeleteFamily/seqid=0 2024-11-20T20:22:31,634 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/meta/1588230740/.tmp/table/32fc8cff4f494e71a14d633ff4a57ffb as hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/meta/1588230740/table/32fc8cff4f494e71a14d633ff4a57ffb 2024-11-20T20:22:31,640 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/meta/1588230740/table/32fc8cff4f494e71a14d633ff4a57ffb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T20:22:31,641 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 723ms, sequenceid=16, compaction requested=false 2024-11-20T20:22:31,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741847_1023 (size=5108) 2024-11-20T20:22:31,680 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/default/test/609dc35fda075ab7f4f605e94bf08300/.tmp/norep/e90866594ea648be825e2bd8972b58b5 2024-11-20T20:22:31,686 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e90866594ea648be825e2bd8972b58b5 2024-11-20T20:22:31,687 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/default/test/609dc35fda075ab7f4f605e94bf08300/.tmp/f/b36d5275b31a4c7fb0901c9ed660e9e3 as hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/default/test/609dc35fda075ab7f4f605e94bf08300/f/b36d5275b31a4c7fb0901c9ed660e9e3 2024-11-20T20:22:31,692 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b36d5275b31a4c7fb0901c9ed660e9e3 2024-11-20T20:22:31,693 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/default/test/609dc35fda075ab7f4f605e94bf08300/f/b36d5275b31a4c7fb0901c9ed660e9e3, entries=5, sequenceid=12, filesize=5.1 K 2024-11-20T20:22:31,697 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/default/test/609dc35fda075ab7f4f605e94bf08300/.tmp/f1/9a8c58c3998f43729eca23b5cf14d8e1 as hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/default/test/609dc35fda075ab7f4f605e94bf08300/f1/9a8c58c3998f43729eca23b5cf14d8e1 2024-11-20T20:22:31,705 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a8c58c3998f43729eca23b5cf14d8e1 2024-11-20T20:22:31,705 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/default/test/609dc35fda075ab7f4f605e94bf08300/f1/9a8c58c3998f43729eca23b5cf14d8e1, entries=3, sequenceid=12, filesize=5.0 K 2024-11-20T20:22:31,706 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/default/test/609dc35fda075ab7f4f605e94bf08300/.tmp/norep/e90866594ea648be825e2bd8972b58b5 as hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/default/test/609dc35fda075ab7f4f605e94bf08300/norep/e90866594ea648be825e2bd8972b58b5 2024-11-20T20:22:31,711 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e90866594ea648be825e2bd8972b58b5 2024-11-20T20:22:31,711 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/default/test/609dc35fda075ab7f4f605e94bf08300/norep/e90866594ea648be825e2bd8972b58b5, entries=1, sequenceid=12, filesize=5.0 K 2024-11-20T20:22:31,714 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 609dc35fda075ab7f4f605e94bf08300 in 633ms, sequenceid=12, compaction requested=false 2024-11-20T20:22:31,716 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T20:22:31,717 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:22:31,717 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:22:31,717 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:22:31,717 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134150917Running coprocessor pre-close hooks at 1732134150917Disabling compacts and flushes for region at 1732134150917Disabling writes for close at 1732134150918 (+1 ms)Obtaining lock to block concurrent updates at 1732134150918Preparing flush snapshotting stores in 1588230740 at 1732134150918Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732134150920 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732134150921 (+1 ms)Flushing 1588230740/info: creating writer at 1732134150921Flushing 1588230740/info: appending metadata at 1732134150964 (+43 ms)Flushing 1588230740/info: closing flushed file at 1732134150964Flushing 1588230740/ns: creating writer at 1732134151025 (+61 ms)Flushing 1588230740/ns: appending metadata at 1732134151051 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1732134151051Flushing 1588230740/rep_barrier: creating writer at 1732134151082 (+31 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732134151113 (+31 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732134151113Flushing 1588230740/table: creating writer at 1732134151571 (+458 ms)Flushing 1588230740/table: appending metadata at 1732134151588 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732134151588Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66b606a9: reopening flushed file at 1732134151610 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79f657c6: reopening flushed file at 1732134151619 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2920eaf7: reopening flushed file at 1732134151626 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@750570bb: reopening flushed file at 1732134151633 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 723ms, sequenceid=16, compaction requested=false at 1732134151641 (+8 ms)Writing region close event to WAL at 1732134151699 (+58 ms)Running coprocessor post-close hooks at 1732134151717 (+18 ms)Closed at 1732134151717 2024-11-20T20:22:31,717 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T20:22:31,718 DEBUG [RS:0;d7d59561a64e:33833 {}] regionserver.HRegionServer(1351): Waiting on 609dc35fda075ab7f4f605e94bf08300 2024-11-20T20:22:31,753 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/data/default/test/609dc35fda075ab7f4f605e94bf08300/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T20:22:31,754 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:22:31,754 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T20:22:31,754 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732134129753.609dc35fda075ab7f4f605e94bf08300. 2024-11-20T20:22:31,754 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 609dc35fda075ab7f4f605e94bf08300: Waiting for close lock at 1732134151080Running coprocessor pre-close hooks at 1732134151080Disabling compacts and flushes for region at 1732134151080Disabling writes for close at 1732134151080Obtaining lock to block concurrent updates at 1732134151080Preparing flush snapshotting stores in 609dc35fda075ab7f4f605e94bf08300 at 1732134151080Finished memstore snapshotting test,,1732134129753.609dc35fda075ab7f4f605e94bf08300., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732134151081 (+1 ms)Flushing stores of test,,1732134129753.609dc35fda075ab7f4f605e94bf08300. at 1732134151081Flushing 609dc35fda075ab7f4f605e94bf08300/f: creating writer at 1732134151081Flushing 609dc35fda075ab7f4f605e94bf08300/f: appending metadata at 1732134151119 (+38 ms)Flushing 609dc35fda075ab7f4f605e94bf08300/f: closing flushed file at 1732134151119Flushing 609dc35fda075ab7f4f605e94bf08300/f1: creating writer at 1732134151171 (+52 ms)Flushing 609dc35fda075ab7f4f605e94bf08300/f1: appending metadata at 1732134151188 (+17 ms)Flushing 609dc35fda075ab7f4f605e94bf08300/f1: closing flushed file at 1732134151188Flushing 609dc35fda075ab7f4f605e94bf08300/norep: creating writer at 1732134151611 (+423 ms)Flushing 609dc35fda075ab7f4f605e94bf08300/norep: appending metadata at 1732134151632 (+21 ms)Flushing 609dc35fda075ab7f4f605e94bf08300/norep: closing flushed file at 1732134151632Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11702b22: reopening flushed file at 1732134151686 (+54 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fed2828: reopening flushed file at 1732134151693 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58acd72: reopening flushed file at 1732134151705 (+12 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 609dc35fda075ab7f4f605e94bf08300 in 633ms, sequenceid=12, compaction requested=false at 1732134151714 (+9 ms)Writing region close event to WAL at 1732134151741 (+27 ms)Running coprocessor post-close hooks at 1732134151754 (+13 ms)Closed at 1732134151754 2024-11-20T20:22:31,754 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732134129753.609dc35fda075ab7f4f605e94bf08300. 2024-11-20T20:22:31,762 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 1493, reset compression=false 2024-11-20T20:22:31,857 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 1715, reset compression=false 2024-11-20T20:22:31,879 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:22:31,879 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.wal-reader.d7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.1732134122022 to pos 2359, reset compression=false 2024-11-20T20:22:31,918 INFO [RS:0;d7d59561a64e:33833 {}] regionserver.HRegionServer(976): stopping server d7d59561a64e,33833,1732134119963; all regions closed. 2024-11-20T20:22:31,927 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/WALs/d7d59561a64e,33833,1732134119963/d7d59561a64e%2C33833%2C1732134119963.meta.1732134123058.meta not finished, retry = 0 2024-11-20T20:22:31,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741834_1010 (size=4239) 2024-11-20T20:22:31,928 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T20:22:31,928 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T20:22:32,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741839_1015 (size=3552) 2024-11-20T20:22:32,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741832_1008 (size=2367) 2024-11-20T20:22:32,036 DEBUG [RS:0;d7d59561a64e:33833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:32,036 INFO [RS:0;d7d59561a64e:33833 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:22:32,036 INFO [RS:0;d7d59561a64e:33833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:22:32,037 INFO [RS:0;d7d59561a64e:33833 {}] hbase.ChoreService(370): Chore service for: regionserver/d7d59561a64e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T20:22:32,037 INFO [RS:0;d7d59561a64e:33833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:22:32,037 INFO [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:22:32,037 INFO [RS:0;d7d59561a64e:33833 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7d59561a64e,33833,1732134119963 because: Region server is closing 2024-11-20T20:22:32,037 INFO [RS:0;d7d59561a64e:33833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:33833. 2024-11-20T20:22:32,037 DEBUG [RS:0;d7d59561a64e:33833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:22:32,037 DEBUG [RS:0;d7d59561a64e:33833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:32,038 DEBUG [RS:0;d7d59561a64e:33833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:32,038 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:22:32,138 INFO [RS:0;d7d59561a64e:33833 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,33833,1732134119963.replicationSource.shipperd7d59561a64e%2C33833%2C1732134119963,1-d7d59561a64e,33833,1732134119963 terminated 2024-11-20T20:22:32,138 INFO [RS:0;d7d59561a64e:33833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:33833. 2024-11-20T20:22:32,138 DEBUG [RS:0;d7d59561a64e:33833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:22:32,138 DEBUG [RS:0;d7d59561a64e:33833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:32,138 DEBUG [RS:0;d7d59561a64e:33833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:32,138 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:22:32,138 INFO [RS:0;d7d59561a64e:33833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33833 2024-11-20T20:22:32,252 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33833-0x10159e906ca0004, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11912989894/rs/d7d59561a64e,33833,1732134119963 2024-11-20T20:22:32,252 INFO [RS:0;d7d59561a64e:33833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:22:32,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42855-0x10159e906ca0003, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11912989894/rs 2024-11-20T20:22:32,262 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7d59561a64e,33833,1732134119963] 2024-11-20T20:22:32,273 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11912989894/draining/d7d59561a64e,33833,1732134119963 already deleted, retry=false 2024-11-20T20:22:32,273 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7d59561a64e,33833,1732134119963 expired; onlineServers=0 2024-11-20T20:22:32,273 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7d59561a64e,42855,1732134119809' ***** 2024-11-20T20:22:32,273 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T20:22:32,273 INFO [M:0;d7d59561a64e:42855 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:22:32,273 INFO [M:0;d7d59561a64e:42855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:22:32,273 DEBUG [M:0;d7d59561a64e:42855 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T20:22:32,273 DEBUG [M:0;d7d59561a64e:42855 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T20:22:32,273 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T20:22:32,273 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134121800 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134121800,5,FailOnTimeoutGroup] 2024-11-20T20:22:32,273 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134121795 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134121795,5,FailOnTimeoutGroup] 2024-11-20T20:22:32,273 INFO [M:0;d7d59561a64e:42855 {}] hbase.ChoreService(370): Chore service for: master/d7d59561a64e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T20:22:32,273 INFO [M:0;d7d59561a64e:42855 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:22:32,273 DEBUG [M:0;d7d59561a64e:42855 {}] master.HMaster(1795): Stopping service threads 2024-11-20T20:22:32,273 INFO [M:0;d7d59561a64e:42855 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T20:22:32,274 INFO [M:0;d7d59561a64e:42855 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:22:32,274 INFO [M:0;d7d59561a64e:42855 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T20:22:32,274 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T20:22:32,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42855-0x10159e906ca0003, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11912989894/master 2024-11-20T20:22:32,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42855-0x10159e906ca0003, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11912989894 2024-11-20T20:22:32,294 DEBUG [M:0;d7d59561a64e:42855 {}] zookeeper.RecoverableZooKeeper(212): Node /11912989894/master already deleted, retry=false 2024-11-20T20:22:32,295 DEBUG [M:0;d7d59561a64e:42855 {}] master.ActiveMasterManager(353): master:42855-0x10159e906ca0003, quorum=127.0.0.1:50784, baseZNode=/11912989894 Failed delete of our master address node; KeeperErrorCode = NoNode for /11912989894/master 2024-11-20T20:22:32,295 INFO [M:0;d7d59561a64e:42855 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/.lastflushedseqids 2024-11-20T20:22:32,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741848_1024 (size=245) 2024-11-20T20:22:32,326 INFO [M:0;d7d59561a64e:42855 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T20:22:32,326 INFO [M:0;d7d59561a64e:42855 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T20:22:32,327 DEBUG [M:0;d7d59561a64e:42855 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:22:32,327 INFO [M:0;d7d59561a64e:42855 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:32,327 DEBUG [M:0;d7d59561a64e:42855 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:32,327 DEBUG [M:0;d7d59561a64e:42855 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:22:32,327 DEBUG [M:0;d7d59561a64e:42855 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:32,327 INFO [M:0;d7d59561a64e:42855 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-20T20:22:32,348 DEBUG [M:0;d7d59561a64e:42855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2af3c628402944588b7493c5d8592d68 is 82, key is hbase:meta,,1/info:regioninfo/1732134123096/Put/seqid=0 2024-11-20T20:22:32,363 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33833-0x10159e906ca0004, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:22:32,363 INFO [RS:0;d7d59561a64e:33833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:22:32,363 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33833-0x10159e906ca0004, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:22:32,363 INFO [RS:0;d7d59561a64e:33833 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7d59561a64e,33833,1732134119963; zookeeper connection closed. 2024-11-20T20:22:32,369 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@595c7701 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@595c7701 2024-11-20T20:22:32,369 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T20:22:32,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741849_1025 (size=5672) 2024-11-20T20:22:32,771 INFO [M:0;d7d59561a64e:42855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2af3c628402944588b7493c5d8592d68 2024-11-20T20:22:32,800 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 1493, reset compression=false 2024-11-20T20:22:32,808 DEBUG [M:0;d7d59561a64e:42855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be7f6773250a4d7a9a66404be7f9eafb is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732134134714/Put/seqid=0 2024-11-20T20:22:32,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741850_1026 (size=8515) 2024-11-20T20:22:32,824 INFO [M:0;d7d59561a64e:42855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be7f6773250a4d7a9a66404be7f9eafb 2024-11-20T20:22:32,846 DEBUG [M:0;d7d59561a64e:42855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da50ce394ade4f89bda9015b8c5c45a8 is 69, key is d7d59561a64e,33833,1732134119963/rs:state/1732134121867/Put/seqid=0 2024-11-20T20:22:32,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741851_1027 (size=5156) 2024-11-20T20:22:33,250 INFO [M:0;d7d59561a64e:42855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da50ce394ade4f89bda9015b8c5c45a8 2024-11-20T20:22:33,255 DEBUG [M:0;d7d59561a64e:42855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2af3c628402944588b7493c5d8592d68 as hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2af3c628402944588b7493c5d8592d68 2024-11-20T20:22:33,259 INFO [M:0;d7d59561a64e:42855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2af3c628402944588b7493c5d8592d68, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T20:22:33,260 DEBUG [M:0;d7d59561a64e:42855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be7f6773250a4d7a9a66404be7f9eafb as hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be7f6773250a4d7a9a66404be7f9eafb 2024-11-20T20:22:33,268 INFO [M:0;d7d59561a64e:42855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be7f6773250a4d7a9a66404be7f9eafb, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T20:22:33,269 DEBUG [M:0;d7d59561a64e:42855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da50ce394ade4f89bda9015b8c5c45a8 as hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da50ce394ade4f89bda9015b8c5c45a8 2024-11-20T20:22:33,273 INFO [M:0;d7d59561a64e:42855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44193/user/jenkins/test-data/04604aee-5981-bab3-5a3e-a6337d70d11d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da50ce394ade4f89bda9015b8c5c45a8, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T20:22:33,274 INFO [M:0;d7d59561a64e:42855 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 947ms, sequenceid=97, compaction requested=false 2024-11-20T20:22:33,305 INFO [M:0;d7d59561a64e:42855 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:33,305 DEBUG [M:0;d7d59561a64e:42855 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134152326Disabling compacts and flushes for region at 1732134152326Disabling writes for close at 1732134152327 (+1 ms)Obtaining lock to block concurrent updates at 1732134152327Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732134152327Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732134152327Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732134152328 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732134152328Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732134152347 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732134152347Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732134152776 (+429 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732134152808 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732134152808Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732134152828 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732134152844 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732134152844Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75600de9: reopening flushed file at 1732134153254 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e699443: reopening flushed file at 1732134153260 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37805988: reopening flushed file at 1732134153268 (+8 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 947ms, sequenceid=97, compaction requested=false at 1732134153274 (+6 ms)Writing region close event to WAL at 1732134153305 (+31 ms)Closed at 1732134153305 2024-11-20T20:22:33,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741830_1006 (size=63642) 2024-11-20T20:22:33,310 INFO [M:0;d7d59561a64e:42855 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T20:22:33,310 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:22:33,310 INFO [M:0;d7d59561a64e:42855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42855 2024-11-20T20:22:33,311 INFO [M:0;d7d59561a64e:42855 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:22:33,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42855-0x10159e906ca0003, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:22:33,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42855-0x10159e906ca0003, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:22:33,504 INFO [M:0;d7d59561a64e:42855 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:22:33,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@118e77a4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:22:33,509 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70460d30{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:22:33,509 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:22:33,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52a9f051{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:22:33,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@eb71081{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/hadoop.log.dir/,STOPPED} 2024-11-20T20:22:33,512 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T20:22:33,513 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T20:22:33,513 WARN [BP-990418096-172.17.0.2-1732134117624 heartbeating to localhost/127.0.0.1:44193 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T20:22:33,513 WARN [BP-990418096-172.17.0.2-1732134117624 heartbeating to localhost/127.0.0.1:44193 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-990418096-172.17.0.2-1732134117624 (Datanode Uuid a02dddc4-0591-4225-a4fc-04a466961501) service to localhost/127.0.0.1:44193 2024-11-20T20:22:33,514 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/cluster_5ed2a0d7-7efb-94f8-9ee6-a743b3b18a26/data/data2/current/BP-990418096-172.17.0.2-1732134117624 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:22:33,514 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T20:22:33,516 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/cluster_5ed2a0d7-7efb-94f8-9ee6-a743b3b18a26/data/data1/current/BP-990418096-172.17.0.2-1732134117624 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:22:33,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@413a7cc8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:22:33,532 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27a0a604{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:22:33,533 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:22:33,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bd6c149{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:22:33,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@765f208b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f26321-a867-e55e-908d-8ddfc8ccc741/hadoop.log.dir/,STOPPED} 2024-11-20T20:22:33,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:33,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:33,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:33,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:33,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:33,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:33,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:33,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:33,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:33,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:33,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:33,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:33,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:33,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:33,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T20:22:33,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T20:22:33,645 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:22:33,646 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:22:33,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:33,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:33,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:22:33,646 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T20:22:33,646 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1477148680, stopped=false 2024-11-20T20:22:33,646 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7d59561a64e,44117,1732134114174 2024-11-20T20:22:33,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44117-0x10159e906ca0000, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-62413173/running 2024-11-20T20:22:33,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44117-0x10159e906ca0000, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62413173 2024-11-20T20:22:33,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x10159e906ca0001, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-62413173/running 2024-11-20T20:22:33,667 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:22:33,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x10159e906ca0001, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62413173 2024-11-20T20:22:33,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44117-0x10159e906ca0000, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Set watcher on znode that does not yet exist, /0-62413173/running 2024-11-20T20:22:33,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45919-0x10159e906ca0001, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Set watcher on znode that does not yet exist, /0-62413173/running 2024-11-20T20:22:33,669 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:22:33,669 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:22:33,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:33,670 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7d59561a64e,45919,1732134114401' ***** 2024-11-20T20:22:33,671 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T20:22:33,671 INFO [RS:0;d7d59561a64e:45919 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T20:22:33,671 INFO [RS:0;d7d59561a64e:45919 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T20:22:33,671 INFO [RS:0;d7d59561a64e:45919 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T20:22:33,671 INFO [RS:0;d7d59561a64e:45919 {}] regionserver.HRegionServer(3091): Received CLOSE for 509570a52aa630bf5bf7a680c3125c24 2024-11-20T20:22:33,672 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T20:22:33,672 INFO [RS:0;d7d59561a64e:45919 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a3e9bb0a3e4bea81b451612e20390e8 2024-11-20T20:22:33,672 INFO [RS:0;d7d59561a64e:45919 {}] regionserver.HRegionServer(959): stopping server d7d59561a64e,45919,1732134114401 2024-11-20T20:22:33,672 INFO [RS:0;d7d59561a64e:45919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:22:33,672 INFO [RS:0;d7d59561a64e:45919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:45919. 2024-11-20T20:22:33,672 DEBUG [RS:0;d7d59561a64e:45919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:22:33,672 DEBUG [RS:0;d7d59561a64e:45919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:33,672 INFO [RS:0;d7d59561a64e:45919 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T20:22:33,672 INFO [RS:0;d7d59561a64e:45919 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T20:22:33,673 INFO [RS:0;d7d59561a64e:45919 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T20:22:33,673 INFO [RS:0;d7d59561a64e:45919 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T20:22:33,673 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 509570a52aa630bf5bf7a680c3125c24, disabling compactions & flushes 2024-11-20T20:22:33,673 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732134128600.509570a52aa630bf5bf7a680c3125c24. 2024-11-20T20:22:33,673 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732134128600.509570a52aa630bf5bf7a680c3125c24. 2024-11-20T20:22:33,673 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732134128600.509570a52aa630bf5bf7a680c3125c24. after waiting 0 ms 2024-11-20T20:22:33,673 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732134128600.509570a52aa630bf5bf7a680c3125c24. 2024-11-20T20:22:33,673 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 509570a52aa630bf5bf7a680c3125c24 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-20T20:22:33,680 INFO [regionserver/d7d59561a64e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:22:33,696 INFO [RS:0;d7d59561a64e:45919 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T20:22:33,696 DEBUG [RS:0;d7d59561a64e:45919 {}] regionserver.HRegionServer(1325): Online Regions={509570a52aa630bf5bf7a680c3125c24=test,,1732134128600.509570a52aa630bf5bf7a680c3125c24., 1588230740=hbase:meta,,1.1588230740, 3a3e9bb0a3e4bea81b451612e20390e8=hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8.} 2024-11-20T20:22:33,696 DEBUG [RS:0;d7d59561a64e:45919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a3e9bb0a3e4bea81b451612e20390e8, 509570a52aa630bf5bf7a680c3125c24 2024-11-20T20:22:33,696 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:22:33,696 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:22:33,696 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:22:33,696 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:22:33,696 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:22:33,697 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T20:22:33,727 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/default/test/509570a52aa630bf5bf7a680c3125c24/.tmp/f/2e4d562be0dd4b05b9f9e437ba85ee1d is 37, key is row3/f:row3/1732134145302/Put/seqid=0 2024-11-20T20:22:33,733 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/hbase/meta/1588230740/.tmp/info/2c65400aac8f4753a5ccef5fc0e1081a is 147, key is hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8./info:regioninfo/1732134133447/Put/seqid=0 2024-11-20T20:22:33,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741840_1016 (size=5228) 2024-11-20T20:22:33,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741841_1017 (size=7686) 2024-11-20T20:22:33,766 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/hbase/meta/1588230740/.tmp/info/2c65400aac8f4753a5ccef5fc0e1081a 2024-11-20T20:22:33,780 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T20:22:33,780 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T20:22:33,793 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/hbase/meta/1588230740/.tmp/ns/7c0361b93284422398d723729e0a3b08 is 43, key is default/ns:d/1732134117472/Put/seqid=0 2024-11-20T20:22:33,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741842_1018 (size=5153) 2024-11-20T20:22:33,805 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/hbase/meta/1588230740/.tmp/ns/7c0361b93284422398d723729e0a3b08 2024-11-20T20:22:33,829 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/hbase/meta/1588230740/.tmp/rep_barrier/98cfb102706545f5846aa9663c027c99 is 112, key is test,,1732134128600.509570a52aa630bf5bf7a680c3125c24./rep_barrier:seqnumDuringOpen/1732134129368/Put/seqid=0 2024-11-20T20:22:33,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741843_1019 (size=5518) 2024-11-20T20:22:33,838 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/hbase/meta/1588230740/.tmp/rep_barrier/98cfb102706545f5846aa9663c027c99 2024-11-20T20:22:33,885 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/hbase/meta/1588230740/.tmp/table/76734c10c68a48d48ac354207112d139 is 53, key is hbase:replication/table:state/1732134133467/Put/seqid=0 2024-11-20T20:22:33,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741844_1020 (size=5308) 2024-11-20T20:22:33,897 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/hbase/meta/1588230740/.tmp/table/76734c10c68a48d48ac354207112d139 2024-11-20T20:22:33,899 DEBUG [RS:0;d7d59561a64e:45919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a3e9bb0a3e4bea81b451612e20390e8, 509570a52aa630bf5bf7a680c3125c24 2024-11-20T20:22:33,904 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/hbase/meta/1588230740/.tmp/info/2c65400aac8f4753a5ccef5fc0e1081a as hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/hbase/meta/1588230740/info/2c65400aac8f4753a5ccef5fc0e1081a 2024-11-20T20:22:33,905 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 1493, reset compression=false 2024-11-20T20:22:33,912 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/hbase/meta/1588230740/info/2c65400aac8f4753a5ccef5fc0e1081a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T20:22:33,913 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/hbase/meta/1588230740/.tmp/ns/7c0361b93284422398d723729e0a3b08 as hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/hbase/meta/1588230740/ns/7c0361b93284422398d723729e0a3b08 2024-11-20T20:22:33,919 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/hbase/meta/1588230740/ns/7c0361b93284422398d723729e0a3b08, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T20:22:33,922 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/hbase/meta/1588230740/.tmp/rep_barrier/98cfb102706545f5846aa9663c027c99 as hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/hbase/meta/1588230740/rep_barrier/98cfb102706545f5846aa9663c027c99 2024-11-20T20:22:33,934 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/hbase/meta/1588230740/rep_barrier/98cfb102706545f5846aa9663c027c99, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T20:22:33,940 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/hbase/meta/1588230740/.tmp/table/76734c10c68a48d48ac354207112d139 as hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/hbase/meta/1588230740/table/76734c10c68a48d48ac354207112d139 2024-11-20T20:22:33,950 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/hbase/meta/1588230740/table/76734c10c68a48d48ac354207112d139, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T20:22:33,953 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:22:33,953 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 1740, reset compression=false 2024-11-20T20:22:33,955 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.shipperd7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,45919,1732134114401 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:22:33,956 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 260ms, sequenceid=16, compaction requested=false 2024-11-20T20:22:33,956 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T20:22:33,956 ERROR [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.shipperd7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d7d59561a64e,45919,1732134114401: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d7d59561a64e,45919,1732134114401, walGroup=d7d59561a64e%2C45919%2C1732134114401, offset=d7d59561a64e%2C45919%2C1732134114401.1732134116868:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:45919 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T20:22:33,958 ERROR [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.shipperd7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T20:22:33,958 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.shipperd7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T20:22:33,958 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.shipperd7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T20:22:33,958 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.shipperd7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T20:22:33,958 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.shipperd7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T20:22:33,958 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.shipperd7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1205862400, "init": 1048576000, "max": 2306867200, "used": 728682992 }, "NonHeapMemoryUsage": { "committed": 201981952, "init": 7667712, "max": -1, "used": 199036712 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T20:22:33,959 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.shipperd7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:44117 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:44117 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T20:22:33,983 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T20:22:33,983 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:22:33,984 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:22:33,984 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:22:33,984 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134153696Running coprocessor pre-close hooks at 1732134153696Disabling compacts and flushes for region at 1732134153696Disabling writes for close at 1732134153696Obtaining lock to block concurrent updates at 1732134153697 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732134153697Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732134153697Flushing stores of hbase:meta,,1.1588230740 at 1732134153698 (+1 ms)Flushing 1588230740/info: creating writer at 1732134153698Flushing 1588230740/info: appending metadata at 1732134153732 (+34 ms)Flushing 1588230740/info: closing flushed file at 1732134153733 (+1 ms)Flushing 1588230740/ns: creating writer at 1732134153772 (+39 ms)Flushing 1588230740/ns: appending metadata at 1732134153792 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732134153792Flushing 1588230740/rep_barrier: creating writer at 1732134153810 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732134153828 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732134153828Flushing 1588230740/table: creating writer at 1732134153843 (+15 ms)Flushing 1588230740/table: appending metadata at 1732134153884 (+41 ms)Flushing 1588230740/table: closing flushed file at 1732134153884Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18620dde: reopening flushed file at 1732134153904 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bb5161d: reopening flushed file at 1732134153913 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57efb055: reopening flushed file at 1732134153919 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16ac2546: reopening flushed file at 1732134153934 (+15 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 260ms, sequenceid=16, compaction requested=false at 1732134153956 (+22 ms)Writing region close event to WAL at 1732134153976 (+20 ms)Running coprocessor post-close hooks at 1732134153983 (+7 ms)Closed at 1732134153984 (+1 ms) 2024-11-20T20:22:33,984 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T20:22:34,099 DEBUG [RS:0;d7d59561a64e:45919 {}] regionserver.HRegionServer(1351): Waiting on 3a3e9bb0a3e4bea81b451612e20390e8, 509570a52aa630bf5bf7a680c3125c24 2024-11-20T20:22:34,131 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:22:34,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:34,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:34,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:34,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:34,158 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/default/test/509570a52aa630bf5bf7a680c3125c24/.tmp/f/2e4d562be0dd4b05b9f9e437ba85ee1d 2024-11-20T20:22:34,163 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e4d562be0dd4b05b9f9e437ba85ee1d 2024-11-20T20:22:34,175 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 1740, reset compression=false 2024-11-20T20:22:34,210 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/default/test/509570a52aa630bf5bf7a680c3125c24/.tmp/f1/1fa25bd56faa4e098327579f6fe800da is 30, key is row1/f1:/1732134142605/DeleteFamily/seqid=0 2024-11-20T20:22:34,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:34,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:34,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:34,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:34,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:34,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:34,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:34,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741845_1021 (size=5158) 2024-11-20T20:22:34,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:34,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:34,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:34,299 DEBUG [RS:0;d7d59561a64e:45919 {}] regionserver.HRegionServer(1351): Waiting on 3a3e9bb0a3e4bea81b451612e20390e8, 509570a52aa630bf5bf7a680c3125c24 2024-11-20T20:22:34,312 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T20:22:34,500 DEBUG [RS:0;d7d59561a64e:45919 {}] regionserver.HRegionServer(1351): Waiting on 3a3e9bb0a3e4bea81b451612e20390e8, 509570a52aa630bf5bf7a680c3125c24 2024-11-20T20:22:34,512 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 1740, reset compression=false 2024-11-20T20:22:34,660 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/default/test/509570a52aa630bf5bf7a680c3125c24/.tmp/f1/1fa25bd56faa4e098327579f6fe800da 2024-11-20T20:22:34,666 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fa25bd56faa4e098327579f6fe800da 2024-11-20T20:22:34,688 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/default/test/509570a52aa630bf5bf7a680c3125c24/.tmp/norep/4b920449b8e6460e967c7036358efb49 is 32, key is row/norep:/1732134141598/DeleteFamily/seqid=0 2024-11-20T20:22:34,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741846_1022 (size=5101) 2024-11-20T20:22:34,695 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/default/test/509570a52aa630bf5bf7a680c3125c24/.tmp/norep/4b920449b8e6460e967c7036358efb49 2024-11-20T20:22:34,700 INFO [RS:0;d7d59561a64e:45919 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T20:22:34,700 DEBUG [RS:0;d7d59561a64e:45919 {}] regionserver.HRegionServer(1325): Online Regions={509570a52aa630bf5bf7a680c3125c24=test,,1732134128600.509570a52aa630bf5bf7a680c3125c24., 3a3e9bb0a3e4bea81b451612e20390e8=hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8.} 2024-11-20T20:22:34,700 DEBUG [RS:0;d7d59561a64e:45919 {}] regionserver.HRegionServer(1351): Waiting on 3a3e9bb0a3e4bea81b451612e20390e8, 509570a52aa630bf5bf7a680c3125c24 2024-11-20T20:22:34,700 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b920449b8e6460e967c7036358efb49 2024-11-20T20:22:34,701 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/default/test/509570a52aa630bf5bf7a680c3125c24/.tmp/f/2e4d562be0dd4b05b9f9e437ba85ee1d as hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/default/test/509570a52aa630bf5bf7a680c3125c24/f/2e4d562be0dd4b05b9f9e437ba85ee1d 2024-11-20T20:22:34,709 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e4d562be0dd4b05b9f9e437ba85ee1d 2024-11-20T20:22:34,709 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/default/test/509570a52aa630bf5bf7a680c3125c24/f/2e4d562be0dd4b05b9f9e437ba85ee1d, entries=5, sequenceid=12, filesize=5.1 K 2024-11-20T20:22:34,710 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/default/test/509570a52aa630bf5bf7a680c3125c24/.tmp/f1/1fa25bd56faa4e098327579f6fe800da as hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/default/test/509570a52aa630bf5bf7a680c3125c24/f1/1fa25bd56faa4e098327579f6fe800da 2024-11-20T20:22:34,719 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fa25bd56faa4e098327579f6fe800da 2024-11-20T20:22:34,719 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/default/test/509570a52aa630bf5bf7a680c3125c24/f1/1fa25bd56faa4e098327579f6fe800da, entries=3, sequenceid=12, filesize=5.0 K 2024-11-20T20:22:34,721 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/default/test/509570a52aa630bf5bf7a680c3125c24/.tmp/norep/4b920449b8e6460e967c7036358efb49 as hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/default/test/509570a52aa630bf5bf7a680c3125c24/norep/4b920449b8e6460e967c7036358efb49 2024-11-20T20:22:34,727 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b920449b8e6460e967c7036358efb49 2024-11-20T20:22:34,727 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/default/test/509570a52aa630bf5bf7a680c3125c24/norep/4b920449b8e6460e967c7036358efb49, entries=1, sequenceid=12, filesize=5.0 K 2024-11-20T20:22:34,730 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 509570a52aa630bf5bf7a680c3125c24 in 1057ms, sequenceid=12, compaction requested=false 2024-11-20T20:22:34,730 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T20:22:34,745 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/data/default/test/509570a52aa630bf5bf7a680c3125c24/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T20:22:34,745 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:22:34,745 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T20:22:34,745 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732134128600.509570a52aa630bf5bf7a680c3125c24. 2024-11-20T20:22:34,746 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 509570a52aa630bf5bf7a680c3125c24: Waiting for close lock at 1732134153673Running coprocessor pre-close hooks at 1732134153673Disabling compacts and flushes for region at 1732134153673Disabling writes for close at 1732134153673Obtaining lock to block concurrent updates at 1732134153673Preparing flush snapshotting stores in 509570a52aa630bf5bf7a680c3125c24 at 1732134153673Finished memstore snapshotting test,,1732134128600.509570a52aa630bf5bf7a680c3125c24., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732134153674 (+1 ms)Flushing stores of test,,1732134128600.509570a52aa630bf5bf7a680c3125c24. at 1732134153675 (+1 ms)Flushing 509570a52aa630bf5bf7a680c3125c24/f: creating writer at 1732134153675Flushing 509570a52aa630bf5bf7a680c3125c24/f: appending metadata at 1732134153726 (+51 ms)Flushing 509570a52aa630bf5bf7a680c3125c24/f: closing flushed file at 1732134153727 (+1 ms)Flushing 509570a52aa630bf5bf7a680c3125c24/f1: creating writer at 1732134154163 (+436 ms)Flushing 509570a52aa630bf5bf7a680c3125c24/f1: appending metadata at 1732134154209 (+46 ms)Flushing 509570a52aa630bf5bf7a680c3125c24/f1: closing flushed file at 1732134154209Flushing 509570a52aa630bf5bf7a680c3125c24/norep: creating writer at 1732134154666 (+457 ms)Flushing 509570a52aa630bf5bf7a680c3125c24/norep: appending metadata at 1732134154687 (+21 ms)Flushing 509570a52aa630bf5bf7a680c3125c24/norep: closing flushed file at 1732134154687Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c7eb01c: reopening flushed file at 1732134154700 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f519a2e: reopening flushed file at 1732134154709 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55a92869: reopening flushed file at 1732134154720 (+11 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 509570a52aa630bf5bf7a680c3125c24 in 1057ms, sequenceid=12, compaction requested=false at 1732134154730 (+10 ms)Writing region close event to WAL at 1732134154737 (+7 ms)Running coprocessor post-close hooks at 1732134154745 (+8 ms)Closed at 1732134154745 2024-11-20T20:22:34,746 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732134128600.509570a52aa630bf5bf7a680c3125c24. 2024-11-20T20:22:34,746 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a3e9bb0a3e4bea81b451612e20390e8, disabling compactions & flushes 2024-11-20T20:22:34,746 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8. 2024-11-20T20:22:34,746 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8. 2024-11-20T20:22:34,746 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8. after waiting 0 ms 2024-11-20T20:22:34,746 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8. 2024-11-20T20:22:34,746 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a3e9bb0a3e4bea81b451612e20390e8: Waiting for close lock at 1732134154746Running coprocessor pre-close hooks at 1732134154746Disabling compacts and flushes for region at 1732134154746Disabling writes for close at 1732134154746Failed flush hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8., putting online again at 1732134154746 2024-11-20T20:22:34,746 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8. 2024-11-20T20:22:34,900 INFO [RS:0;d7d59561a64e:45919 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a3e9bb0a3e4bea81b451612e20390e8 2024-11-20T20:22:34,901 DEBUG [RS:0;d7d59561a64e:45919 {}] regionserver.HRegionServer(1351): Waiting on 3a3e9bb0a3e4bea81b451612e20390e8 2024-11-20T20:22:34,901 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a3e9bb0a3e4bea81b451612e20390e8, disabling compactions & flushes 2024-11-20T20:22:34,901 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8. 2024-11-20T20:22:34,901 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8. 2024-11-20T20:22:34,901 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8. after waiting 0 ms 2024-11-20T20:22:34,901 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8. 2024-11-20T20:22:34,901 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a3e9bb0a3e4bea81b451612e20390e8: Waiting for close lock at 1732134154901Running coprocessor pre-close hooks at 1732134154901Disabling compacts and flushes for region at 1732134154901Disabling writes for close at 1732134154901Failed flush hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8., putting online again at 1732134154901 2024-11-20T20:22:34,901 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732134132084.3a3e9bb0a3e4bea81b451612e20390e8. 2024-11-20T20:22:34,921 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 1740, reset compression=false 2024-11-20T20:22:34,929 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:22:34,929 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.wal-reader.d7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/WALs/d7d59561a64e,45919,1732134114401/d7d59561a64e%2C45919%2C1732134114401.1732134116868 to pos 2384, reset compression=false 2024-11-20T20:22:35,101 INFO [RS:0;d7d59561a64e:45919 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T20:22:35,101 INFO [RS:0;d7d59561a64e:45919 {}] regionserver.HRegionServer(976): stopping server d7d59561a64e,45919,1732134114401; all regions closed. 2024-11-20T20:22:35,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741834_1010 (size=4239) 2024-11-20T20:22:35,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741839_1015 (size=2609) 2024-11-20T20:22:35,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741832_1008 (size=2392) 2024-11-20T20:22:35,128 DEBUG [RS:0;d7d59561a64e:45919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:35,128 INFO [RS:0;d7d59561a64e:45919 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:22:35,129 INFO [RS:0;d7d59561a64e:45919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:22:35,129 INFO [RS:0;d7d59561a64e:45919 {}] hbase.ChoreService(370): Chore service for: regionserver/d7d59561a64e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T20:22:35,129 INFO [RS:0;d7d59561a64e:45919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:22:35,129 INFO [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:22:35,129 INFO [RS:0;d7d59561a64e:45919 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7d59561a64e,45919,1732134114401 because: Region server is closing 2024-11-20T20:22:35,129 INFO [RS:0;d7d59561a64e:45919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:45919. 2024-11-20T20:22:35,130 DEBUG [RS:0;d7d59561a64e:45919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:22:35,130 DEBUG [RS:0;d7d59561a64e:45919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:35,130 DEBUG [RS:0;d7d59561a64e:45919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:35,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:22:35,230 INFO [RS:0;d7d59561a64e:45919 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45919,1732134114401.replicationSource.shipperd7d59561a64e%2C45919%2C1732134114401,1-d7d59561a64e,45919,1732134114401 terminated 2024-11-20T20:22:35,230 INFO [RS:0;d7d59561a64e:45919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:45919. 2024-11-20T20:22:35,230 DEBUG [RS:0;d7d59561a64e:45919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:22:35,230 DEBUG [RS:0;d7d59561a64e:45919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:35,231 DEBUG [RS:0;d7d59561a64e:45919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:35,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:22:35,231 INFO [RS:0;d7d59561a64e:45919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45919 2024-11-20T20:22:35,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44117-0x10159e906ca0000, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62413173/rs 2024-11-20T20:22:35,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x10159e906ca0001, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-62413173/rs/d7d59561a64e,45919,1732134114401 2024-11-20T20:22:35,252 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7d59561a64e,45919,1732134114401] 2024-11-20T20:22:35,253 INFO [RS:0;d7d59561a64e:45919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:22:35,262 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-62413173/draining/d7d59561a64e,45919,1732134114401 already deleted, retry=false 2024-11-20T20:22:35,262 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7d59561a64e,45919,1732134114401 expired; onlineServers=0 2024-11-20T20:22:35,262 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7d59561a64e,44117,1732134114174' ***** 2024-11-20T20:22:35,262 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T20:22:35,262 INFO [M:0;d7d59561a64e:44117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:22:35,262 INFO [M:0;d7d59561a64e:44117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:22:35,263 DEBUG [M:0;d7d59561a64e:44117 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T20:22:35,263 DEBUG [M:0;d7d59561a64e:44117 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T20:22:35,263 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T20:22:35,263 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134116588 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134116588,5,FailOnTimeoutGroup] 2024-11-20T20:22:35,263 INFO [M:0;d7d59561a64e:44117 {}] hbase.ChoreService(370): Chore service for: master/d7d59561a64e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T20:22:35,263 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134116589 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134116589,5,FailOnTimeoutGroup] 2024-11-20T20:22:35,263 INFO [M:0;d7d59561a64e:44117 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:22:35,263 DEBUG [M:0;d7d59561a64e:44117 {}] master.HMaster(1795): Stopping service threads 2024-11-20T20:22:35,263 INFO [M:0;d7d59561a64e:44117 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T20:22:35,263 INFO [M:0;d7d59561a64e:44117 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:22:35,263 INFO [M:0;d7d59561a64e:44117 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T20:22:35,264 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T20:22:35,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44117-0x10159e906ca0000, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-62413173/master 2024-11-20T20:22:35,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44117-0x10159e906ca0000, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-62413173 2024-11-20T20:22:35,294 DEBUG [M:0;d7d59561a64e:44117 {}] zookeeper.RecoverableZooKeeper(212): Node /0-62413173/master already deleted, retry=false 2024-11-20T20:22:35,294 DEBUG [M:0;d7d59561a64e:44117 {}] master.ActiveMasterManager(353): master:44117-0x10159e906ca0000, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-62413173/master 2024-11-20T20:22:35,296 INFO [M:0;d7d59561a64e:44117 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/.lastflushedseqids 2024-11-20T20:22:35,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741847_1023 (size=245) 2024-11-20T20:22:35,307 INFO [M:0;d7d59561a64e:44117 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T20:22:35,307 INFO [M:0;d7d59561a64e:44117 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T20:22:35,307 DEBUG [M:0;d7d59561a64e:44117 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:22:35,307 INFO [M:0;d7d59561a64e:44117 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:35,307 DEBUG [M:0;d7d59561a64e:44117 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:35,307 DEBUG [M:0;d7d59561a64e:44117 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:22:35,307 DEBUG [M:0;d7d59561a64e:44117 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:35,308 INFO [M:0;d7d59561a64e:44117 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-20T20:22:35,335 DEBUG [M:0;d7d59561a64e:44117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca23b6085ba44f75b5c549e1ac65cfa9 is 82, key is hbase:meta,,1/info:regioninfo/1732134117427/Put/seqid=0 2024-11-20T20:22:35,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741848_1024 (size=5672) 2024-11-20T20:22:35,352 INFO [M:0;d7d59561a64e:44117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca23b6085ba44f75b5c549e1ac65cfa9 2024-11-20T20:22:35,373 INFO [RS:0;d7d59561a64e:45919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:22:35,373 INFO [RS:0;d7d59561a64e:45919 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7d59561a64e,45919,1732134114401; zookeeper connection closed. 2024-11-20T20:22:35,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x10159e906ca0001, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:22:35,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45919-0x10159e906ca0001, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:22:35,380 DEBUG [M:0;d7d59561a64e:44117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0bd4b2052c8412aa956daed71b98d81 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732134129385/Put/seqid=0 2024-11-20T20:22:35,383 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65a96398 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65a96398 2024-11-20T20:22:35,383 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T20:22:35,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741849_1025 (size=7217) 2024-11-20T20:22:35,387 INFO [M:0;d7d59561a64e:44117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0bd4b2052c8412aa956daed71b98d81 2024-11-20T20:22:35,414 INFO [M:0;d7d59561a64e:44117 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e0bd4b2052c8412aa956daed71b98d81 2024-11-20T20:22:35,442 DEBUG [M:0;d7d59561a64e:44117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/21ddedb157c04dc9871305e849524820 is 69, key is d7d59561a64e,45919,1732134114401/rs:state/1732134116699/Put/seqid=0 2024-11-20T20:22:35,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741850_1026 (size=5156) 2024-11-20T20:22:35,451 INFO [M:0;d7d59561a64e:44117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/21ddedb157c04dc9871305e849524820 2024-11-20T20:22:35,457 DEBUG [M:0;d7d59561a64e:44117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca23b6085ba44f75b5c549e1ac65cfa9 as hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca23b6085ba44f75b5c549e1ac65cfa9 2024-11-20T20:22:35,469 INFO [M:0;d7d59561a64e:44117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca23b6085ba44f75b5c549e1ac65cfa9, entries=8, sequenceid=105, filesize=5.5 K 2024-11-20T20:22:35,471 DEBUG [M:0;d7d59561a64e:44117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e0bd4b2052c8412aa956daed71b98d81 as hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e0bd4b2052c8412aa956daed71b98d81 2024-11-20T20:22:35,479 INFO [M:0;d7d59561a64e:44117 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e0bd4b2052c8412aa956daed71b98d81 2024-11-20T20:22:35,479 INFO [M:0;d7d59561a64e:44117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e0bd4b2052c8412aa956daed71b98d81, entries=11, sequenceid=105, filesize=7.0 K 2024-11-20T20:22:35,482 DEBUG [M:0;d7d59561a64e:44117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/21ddedb157c04dc9871305e849524820 as hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/21ddedb157c04dc9871305e849524820 2024-11-20T20:22:35,489 INFO [M:0;d7d59561a64e:44117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34475/user/jenkins/test-data/28b40814-e814-52e3-44ed-adbeeaa27acb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/21ddedb157c04dc9871305e849524820, entries=1, sequenceid=105, filesize=5.0 K 2024-11-20T20:22:35,491 INFO [M:0;d7d59561a64e:44117 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 183ms, sequenceid=105, compaction requested=false 2024-11-20T20:22:35,549 INFO [M:0;d7d59561a64e:44117 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:35,549 DEBUG [M:0;d7d59561a64e:44117 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134155307Disabling compacts and flushes for region at 1732134155307Disabling writes for close at 1732134155307Obtaining lock to block concurrent updates at 1732134155308 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732134155308Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732134155308Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732134155309 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732134155309Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732134155335 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732134155335Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732134155357 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732134155379 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732134155380 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732134155414 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732134155441 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732134155441Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14f1ab2f: reopening flushed file at 1732134155456 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@681ddb0: reopening flushed file at 1732134155469 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@367bd918: reopening flushed file at 1732134155479 (+10 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 183ms, sequenceid=105, compaction requested=false at 1732134155491 (+12 ms)Writing region close event to WAL at 1732134155548 (+57 ms)Closed at 1732134155548 2024-11-20T20:22:35,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41645 is added to blk_1073741830_1006 (size=64411) 2024-11-20T20:22:35,579 INFO [M:0;d7d59561a64e:44117 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T20:22:35,579 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:22:35,579 INFO [M:0;d7d59561a64e:44117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44117 2024-11-20T20:22:35,580 INFO [M:0;d7d59561a64e:44117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:22:35,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44117-0x10159e906ca0000, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:22:35,694 INFO [M:0;d7d59561a64e:44117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:22:35,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44117-0x10159e906ca0000, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:22:35,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21ddcd1b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:22:35,701 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68c8eb2a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:22:35,701 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:22:35,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf8487b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:22:35,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23543f63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/hadoop.log.dir/,STOPPED} 2024-11-20T20:22:35,703 WARN [BP-110721274-172.17.0.2-1732134112067 heartbeating to localhost/127.0.0.1:34475 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T20:22:35,703 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T20:22:35,703 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T20:22:35,703 WARN [BP-110721274-172.17.0.2-1732134112067 heartbeating to localhost/127.0.0.1:34475 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-110721274-172.17.0.2-1732134112067 (Datanode Uuid 086740be-a82c-4beb-9f16-2835df80a0ad) service to localhost/127.0.0.1:34475 2024-11-20T20:22:35,703 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/cluster_30211f29-ed25-7e30-0f42-a0f2f8850ab8/data/data1/current/BP-110721274-172.17.0.2-1732134112067 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:22:35,704 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/cluster_30211f29-ed25-7e30-0f42-a0f2f8850ab8/data/data2/current/BP-110721274-172.17.0.2-1732134112067 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:22:35,704 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T20:22:35,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d63ebab{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:22:35,711 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ae3eae2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:22:35,711 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:22:35,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c66c2ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:22:35,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e3795c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/76e5c63e-3388-6297-ce22-bea25405b6ee/hadoop.log.dir/,STOPPED} 2024-11-20T20:22:35,717 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T20:22:35,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T20:22:35,742 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 264) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39715 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50784) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:39715 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39715 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44193 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50784) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34475 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44193 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39715 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34475 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:44193 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34475 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34475 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:34475 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50784) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44193 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44193 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39715 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=731 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=707 (was 675) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=967 (was 1385) 2024-11-20T20:22:35,757 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=731, MaxFileDescriptor=1048576, SystemLoadAverage=707, ProcessCount=11, AvailableMemoryMB=967 2024-11-20T20:22:35,774 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-20T20:22:35,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/hadoop.log.dir so I do NOT create it in target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29 2024-11-20T20:22:35,775 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T20:22:35,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/hadoop.tmp.dir so I do NOT create it in target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29 2024-11-20T20:22:35,775 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ae45aaf-6063-c315-f6ee-cb2a77760ec0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T20:22:35,776 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29 2024-11-20T20:22:35,776 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/cluster_2ba1d1e2-069a-6782-4ef8-39cd7c44b951, deleteOnExit=true 2024-11-20T20:22:35,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10159e906ca0005, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T20:22:35,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10159e906ca0002, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T20:22:35,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10159e906ca0005, quorum=127.0.0.1:50784, baseZNode=/11912989894 Received Disconnected from ZooKeeper, ignoring 2024-11-20T20:22:35,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10159e906ca0008, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T20:22:35,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10159e906ca0002, quorum=127.0.0.1:50784, baseZNode=/0-62413173 Received Disconnected from ZooKeeper, ignoring 2024-11-20T20:22:35,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10159e906ca0008, quorum=127.0.0.1:50784, baseZNode=/21971437381 Received Disconnected from ZooKeeper, ignoring 2024-11-20T20:22:35,816 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/cluster_2ba1d1e2-069a-6782-4ef8-39cd7c44b951/zookeeper_0, clientPort=52932, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/cluster_2ba1d1e2-069a-6782-4ef8-39cd7c44b951/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/cluster_2ba1d1e2-069a-6782-4ef8-39cd7c44b951/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T20:22:35,820 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52932 2024-11-20T20:22:35,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T20:22:35,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T20:22:35,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/test.cache.data in system properties and HBase conf 2024-11-20T20:22:35,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T20:22:35,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/hadoop.log.dir in system properties and HBase conf 2024-11-20T20:22:35,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T20:22:35,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T20:22:35,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T20:22:35,821 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T20:22:35,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:22:35,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:22:35,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T20:22:35,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:22:35,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T20:22:35,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T20:22:35,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:22:35,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:22:35,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T20:22:35,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/nfs.dump.dir in system properties and HBase conf 2024-11-20T20:22:35,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/java.io.tmpdir in system properties and HBase conf 2024-11-20T20:22:35,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:22:35,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T20:22:35,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T20:22:36,362 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:22:36,365 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:22:36,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:22:36,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:22:36,373 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T20:22:36,375 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:22:36,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@340750b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:22:36,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47c2e923{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:22:36,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39dddff9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/java.io.tmpdir/jetty-localhost-39189-hadoop-hdfs-3_4_1-tests_jar-_-any-3931228041732623756/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:22:36,481 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@871521f{HTTP/1.1, (http/1.1)}{localhost:39189} 2024-11-20T20:22:36,481 INFO [Time-limited test {}] server.Server(415): Started @261798ms 2024-11-20T20:22:36,840 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:22:36,844 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:22:36,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:22:36,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:22:36,848 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:22:36,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17c7b657{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:22:36,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b401087{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:22:36,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dc97342{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/java.io.tmpdir/jetty-localhost-34335-hadoop-hdfs-3_4_1-tests_jar-_-any-16987450050873311208/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:22:36,943 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22a40561{HTTP/1.1, (http/1.1)}{localhost:34335} 2024-11-20T20:22:36,943 INFO [Time-limited test {}] server.Server(415): Started @262260ms 2024-11-20T20:22:36,944 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T20:22:37,920 WARN [Thread-3430 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/cluster_2ba1d1e2-069a-6782-4ef8-39cd7c44b951/data/data1/current/BP-888534006-172.17.0.2-1732134155849/current, will proceed with Du for space computation calculation, 2024-11-20T20:22:37,920 WARN [Thread-3431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/cluster_2ba1d1e2-069a-6782-4ef8-39cd7c44b951/data/data2/current/BP-888534006-172.17.0.2-1732134155849/current, will proceed with Du for space computation calculation, 2024-11-20T20:22:37,955 WARN [Thread-3418 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T20:22:37,957 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99cd752d555ad63b with lease ID 0xf8fc8d1e803af87d: Processing first storage report for DS-61c66aac-ba36-4414-a92e-cb4fa2b4166d from datanode DatanodeRegistration(127.0.0.1:34455, datanodeUuid=7071f800-817d-41a6-a10a-417e3a105dc3, infoPort=43999, infoSecurePort=0, ipcPort=45837, storageInfo=lv=-57;cid=testClusterID;nsid=655275992;c=1732134155849) 2024-11-20T20:22:37,957 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99cd752d555ad63b with lease ID 0xf8fc8d1e803af87d: from storage DS-61c66aac-ba36-4414-a92e-cb4fa2b4166d node DatanodeRegistration(127.0.0.1:34455, datanodeUuid=7071f800-817d-41a6-a10a-417e3a105dc3, infoPort=43999, infoSecurePort=0, ipcPort=45837, storageInfo=lv=-57;cid=testClusterID;nsid=655275992;c=1732134155849), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:22:37,957 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99cd752d555ad63b with lease ID 0xf8fc8d1e803af87d: Processing first storage report for DS-de89d6db-53fd-46d6-951f-c2275ab2e52c from datanode DatanodeRegistration(127.0.0.1:34455, datanodeUuid=7071f800-817d-41a6-a10a-417e3a105dc3, infoPort=43999, infoSecurePort=0, ipcPort=45837, storageInfo=lv=-57;cid=testClusterID;nsid=655275992;c=1732134155849) 2024-11-20T20:22:37,957 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99cd752d555ad63b with lease ID 0xf8fc8d1e803af87d: from storage DS-de89d6db-53fd-46d6-951f-c2275ab2e52c node DatanodeRegistration(127.0.0.1:34455, datanodeUuid=7071f800-817d-41a6-a10a-417e3a105dc3, infoPort=43999, infoSecurePort=0, ipcPort=45837, storageInfo=lv=-57;cid=testClusterID;nsid=655275992;c=1732134155849), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:22:37,974 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29 2024-11-20T20:22:37,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:22:37,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:22:37,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741825_1001 (size=7) 2024-11-20T20:22:38,389 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041 with version=8 2024-11-20T20:22:38,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/hbase-staging 2024-11-20T20:22:38,391 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:22:38,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:22:38,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:22:38,392 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:22:38,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:22:38,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:22:38,392 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T20:22:38,392 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:22:38,392 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46789 2024-11-20T20:22:38,393 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46789 connecting to ZooKeeper ensemble=127.0.0.1:52932 2024-11-20T20:22:38,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467890x0, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:22:38,479 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46789-0x10159e9b1c30000 connected 2024-11-20T20:22:39,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:22:39,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:22:39,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46789-0x10159e9b1c30000, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Set watcher on znode that does not yet exist, /0-1491505817/running 2024-11-20T20:22:39,034 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041, hbase.cluster.distributed=false 2024-11-20T20:22:39,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46789-0x10159e9b1c30000, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Set watcher on znode that does not yet exist, /0-1491505817/acl 2024-11-20T20:22:39,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46789 2024-11-20T20:22:39,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46789 2024-11-20T20:22:39,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46789 2024-11-20T20:22:39,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46789 2024-11-20T20:22:39,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46789 2024-11-20T20:22:39,049 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:22:39,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:22:39,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:22:39,049 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:22:39,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:22:39,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:22:39,049 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T20:22:39,049 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:22:39,052 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39901 2024-11-20T20:22:39,053 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39901 connecting to ZooKeeper ensemble=127.0.0.1:52932 2024-11-20T20:22:39,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:22:39,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:22:39,122 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399010x0, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:22:39,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399010x0, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Set watcher on znode that does not yet exist, /0-1491505817/running 2024-11-20T20:22:39,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39901-0x10159e9b1c30001 connected 2024-11-20T20:22:39,123 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T20:22:39,123 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T20:22:39,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39901-0x10159e9b1c30001, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Set watcher on znode that does not yet exist, /0-1491505817/master 2024-11-20T20:22:39,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39901-0x10159e9b1c30001, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Set watcher on znode that does not yet exist, /0-1491505817/acl 2024-11-20T20:22:39,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39901 2024-11-20T20:22:39,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39901 2024-11-20T20:22:39,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39901 2024-11-20T20:22:39,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39901 2024-11-20T20:22:39,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39901 2024-11-20T20:22:39,146 DEBUG [M:0;d7d59561a64e:46789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7d59561a64e:46789 2024-11-20T20:22:39,146 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1491505817/backup-masters/d7d59561a64e,46789,1732134158391 2024-11-20T20:22:39,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x10159e9b1c30000, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491505817/backup-masters 2024-11-20T20:22:39,214 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x10159e9b1c30001, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491505817/backup-masters 2024-11-20T20:22:39,214 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46789-0x10159e9b1c30000, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Set watcher on existing znode=/0-1491505817/backup-masters/d7d59561a64e,46789,1732134158391 2024-11-20T20:22:39,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x10159e9b1c30000, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491505817 2024-11-20T20:22:39,277 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x10159e9b1c30001, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1491505817/master 2024-11-20T20:22:39,277 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x10159e9b1c30001, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491505817 2024-11-20T20:22:39,278 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46789-0x10159e9b1c30000, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Set watcher on existing znode=/0-1491505817/master 2024-11-20T20:22:39,279 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1491505817/backup-masters/d7d59561a64e,46789,1732134158391 from backup master directory 2024-11-20T20:22:39,361 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x10159e9b1c30001, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491505817/backup-masters 2024-11-20T20:22:39,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x10159e9b1c30000, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1491505817/backup-masters/d7d59561a64e,46789,1732134158391 2024-11-20T20:22:39,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x10159e9b1c30000, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491505817/backup-masters 2024-11-20T20:22:39,361 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:22:39,361 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7d59561a64e,46789,1732134158391 2024-11-20T20:22:39,365 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/hbase.id] with ID: 47aa48ee-3c30-49d7-bd56-ede159d92260 2024-11-20T20:22:39,365 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/.tmp/hbase.id 2024-11-20T20:22:39,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741826_1002 (size=42) 2024-11-20T20:22:39,486 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:22:39,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:39,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:39,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:39,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:39,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:39,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:39,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:39,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:39,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:39,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:39,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:39,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:39,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:39,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:39,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:39,772 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/.tmp/hbase.id]:[hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/hbase.id] 2024-11-20T20:22:39,779 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:22:39,779 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T20:22:39,780 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T20:22:39,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x10159e9b1c30000, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491505817 2024-11-20T20:22:39,835 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x10159e9b1c30001, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491505817 2024-11-20T20:22:39,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741827_1003 (size=196) 2024-11-20T20:22:40,240 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:22:40,241 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T20:22:40,241 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:22:40,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741828_1004 (size=1189) 2024-11-20T20:22:40,659 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/MasterData/data/master/store 2024-11-20T20:22:40,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741829_1005 (size=34) 2024-11-20T20:22:41,069 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:41,070 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:22:41,070 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:41,070 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:41,070 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:22:41,070 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:41,070 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:41,070 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134161070Disabling compacts and flushes for region at 1732134161070Disabling writes for close at 1732134161070Writing region close event to WAL at 1732134161070Closed at 1732134161070 2024-11-20T20:22:41,070 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/MasterData/data/master/store/.initializing 2024-11-20T20:22:41,071 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/MasterData/WALs/d7d59561a64e,46789,1732134158391 2024-11-20T20:22:41,071 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:22:41,073 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C46789%2C1732134158391, suffix=, logDir=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/MasterData/WALs/d7d59561a64e,46789,1732134158391, archiveDir=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/MasterData/oldWALs, maxLogs=10 2024-11-20T20:22:41,089 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/MasterData/WALs/d7d59561a64e,46789,1732134158391/d7d59561a64e%2C46789%2C1732134158391.1732134161073, exclude list is [], retry=0 2024-11-20T20:22:41,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-61c66aac-ba36-4414-a92e-cb4fa2b4166d,DISK] 2024-11-20T20:22:41,099 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/MasterData/WALs/d7d59561a64e,46789,1732134158391/d7d59561a64e%2C46789%2C1732134158391.1732134161073 2024-11-20T20:22:41,100 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43999:43999)] 2024-11-20T20:22:41,100 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:22:41,100 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:41,100 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:41,101 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:41,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:41,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T20:22:41,105 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:41,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:41,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:41,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T20:22:41,106 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:41,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:41,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:41,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T20:22:41,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:41,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:41,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:41,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T20:22:41,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:41,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:41,109 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:41,110 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:41,110 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:41,111 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:41,111 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:41,112 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:22:41,113 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:41,122 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:22:41,123 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70552122, jitterRate=0.05130854249000549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:22:41,124 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732134161101Initializing all the Stores at 1732134161101Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134161101Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134161103 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134161103Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134161103Cleaning up temporary data from old regions at 1732134161111 (+8 ms)Region opened successfully at 1732134161123 (+12 ms) 2024-11-20T20:22:41,124 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T20:22:41,126 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b37f83a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:22:41,127 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T20:22:41,127 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T20:22:41,128 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T20:22:41,128 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T20:22:41,128 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T20:22:41,129 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T20:22:41,129 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T20:22:41,136 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T20:22:41,136 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46789-0x10159e9b1c30000, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Unable to get data of znode /0-1491505817/balancer because node does not exist (not necessarily an error) 2024-11-20T20:22:41,151 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1491505817/balancer already deleted, retry=false 2024-11-20T20:22:41,151 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T20:22:41,152 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46789-0x10159e9b1c30000, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Unable to get data of znode /0-1491505817/normalizer because node does not exist (not necessarily an error) 2024-11-20T20:22:41,172 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1491505817/normalizer already deleted, retry=false 2024-11-20T20:22:41,172 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T20:22:41,177 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46789-0x10159e9b1c30000, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Unable to get data of znode /0-1491505817/switch/split because node does not exist (not necessarily an error) 2024-11-20T20:22:41,187 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1491505817/switch/split already deleted, retry=false 2024-11-20T20:22:41,188 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46789-0x10159e9b1c30000, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Unable to get data of znode /0-1491505817/switch/merge because node does not exist (not necessarily an error) 2024-11-20T20:22:41,198 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1491505817/switch/merge already deleted, retry=false 2024-11-20T20:22:41,200 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46789-0x10159e9b1c30000, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Unable to get data of znode /0-1491505817/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T20:22:41,209 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1491505817/snapshot-cleanup already deleted, retry=false 2024-11-20T20:22:41,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x10159e9b1c30000, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1491505817/running 2024-11-20T20:22:41,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x10159e9b1c30000, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491505817 2024-11-20T20:22:41,219 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x10159e9b1c30001, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1491505817/running 2024-11-20T20:22:41,219 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x10159e9b1c30001, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491505817 2024-11-20T20:22:41,220 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7d59561a64e,46789,1732134158391, sessionid=0x10159e9b1c30000, setting cluster-up flag (Was=false) 2024-11-20T20:22:41,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x10159e9b1c30000, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491505817 2024-11-20T20:22:41,240 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x10159e9b1c30001, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491505817 2024-11-20T20:22:41,293 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1491505817/flush-table-proc/acquired, /0-1491505817/flush-table-proc/reached, /0-1491505817/flush-table-proc/abort 2024-11-20T20:22:41,294 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,46789,1732134158391 2024-11-20T20:22:41,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x10159e9b1c30000, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491505817 2024-11-20T20:22:41,335 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x10159e9b1c30001, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491505817 2024-11-20T20:22:41,440 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1491505817/online-snapshot/acquired, /0-1491505817/online-snapshot/reached, /0-1491505817/online-snapshot/abort 2024-11-20T20:22:41,441 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,46789,1732134158391 2024-11-20T20:22:41,444 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T20:22:41,446 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T20:22:41,446 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T20:22:41,446 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T20:22:41,446 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7d59561a64e,46789,1732134158391 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T20:22:41,448 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:22:41,448 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:22:41,448 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:22:41,448 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:22:41,448 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7d59561a64e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T20:22:41,448 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:41,448 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:22:41,448 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:41,460 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:22:41,460 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T20:22:41,461 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:41,461 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T20:22:41,468 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732134191468 2024-11-20T20:22:41,468 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T20:22:41,469 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T20:22:41,469 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T20:22:41,469 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T20:22:41,469 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T20:22:41,469 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T20:22:41,470 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:41,470 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T20:22:41,471 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T20:22:41,471 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T20:22:41,471 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T20:22:41,472 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T20:22:41,472 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T20:22:41,476 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134161472,5,FailOnTimeoutGroup] 2024-11-20T20:22:41,477 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134161476,5,FailOnTimeoutGroup] 2024-11-20T20:22:41,477 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:41,477 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T20:22:41,477 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:41,477 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:41,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741831_1007 (size=1321) 2024-11-20T20:22:41,493 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T20:22:41,493 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041 2024-11-20T20:22:41,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741832_1008 (size=32) 2024-11-20T20:22:41,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:41,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:22:41,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:22:41,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:41,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:41,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:22:41,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:22:41,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:41,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:41,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:22:41,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:22:41,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:41,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:41,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:22:41,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:22:41,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:41,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:41,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:22:41,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/meta/1588230740 2024-11-20T20:22:41,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/meta/1588230740 2024-11-20T20:22:41,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:22:41,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:22:41,537 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:22:41,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:22:41,545 INFO [RS:0;d7d59561a64e:39901 {}] regionserver.HRegionServer(746): ClusterId : 47aa48ee-3c30-49d7-bd56-ede159d92260 2024-11-20T20:22:41,545 DEBUG [RS:0;d7d59561a64e:39901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T20:22:41,549 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:22:41,549 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66032149, jitterRate=-0.01604430377483368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:22:41,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732134161511Initializing all the Stores at 1732134161512 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134161512Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134161516 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134161516Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134161516Cleaning up temporary data from old regions at 1732134161537 (+21 ms)Region opened successfully at 1732134161550 (+13 ms) 2024-11-20T20:22:41,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:22:41,550 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:22:41,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:22:41,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:22:41,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:22:41,552 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:22:41,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134161550Disabling compacts and flushes for region at 1732134161550Disabling writes for close at 1732134161550Writing region close event to WAL at 1732134161552 (+2 ms)Closed at 1732134161552 2024-11-20T20:22:41,557 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:22:41,557 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T20:22:41,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T20:22:41,560 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:22:41,570 DEBUG [RS:0;d7d59561a64e:39901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T20:22:41,570 DEBUG [RS:0;d7d59561a64e:39901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T20:22:41,570 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T20:22:41,583 DEBUG [RS:0;d7d59561a64e:39901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T20:22:41,583 DEBUG [RS:0;d7d59561a64e:39901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b85e39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:22:41,593 DEBUG [RS:0;d7d59561a64e:39901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7d59561a64e:39901 2024-11-20T20:22:41,593 INFO [RS:0;d7d59561a64e:39901 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T20:22:41,593 INFO [RS:0;d7d59561a64e:39901 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T20:22:41,593 DEBUG [RS:0;d7d59561a64e:39901 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T20:22:41,594 INFO [RS:0;d7d59561a64e:39901 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d59561a64e,46789,1732134158391 with port=39901, startcode=1732134159049 2024-11-20T20:22:41,594 DEBUG [RS:0;d7d59561a64e:39901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T20:22:41,598 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T20:22:41,599 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46789 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7d59561a64e,39901,1732134159049 2024-11-20T20:22:41,599 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46789 {}] master.ServerManager(517): Registering regionserver=d7d59561a64e,39901,1732134159049 2024-11-20T20:22:41,600 DEBUG [RS:0;d7d59561a64e:39901 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041 2024-11-20T20:22:41,600 DEBUG [RS:0;d7d59561a64e:39901 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36947 2024-11-20T20:22:41,600 DEBUG [RS:0;d7d59561a64e:39901 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T20:22:41,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x10159e9b1c30000, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491505817/rs 2024-11-20T20:22:41,609 DEBUG [RS:0;d7d59561a64e:39901 {}] zookeeper.ZKUtil(111): regionserver:39901-0x10159e9b1c30001, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Set watcher on existing znode=/0-1491505817/rs/d7d59561a64e,39901,1732134159049 2024-11-20T20:22:41,609 WARN [RS:0;d7d59561a64e:39901 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:22:41,609 INFO [RS:0;d7d59561a64e:39901 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:22:41,609 DEBUG [RS:0;d7d59561a64e:39901 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049 2024-11-20T20:22:41,609 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7d59561a64e,39901,1732134159049] 2024-11-20T20:22:41,612 INFO [RS:0;d7d59561a64e:39901 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T20:22:41,614 INFO [RS:0;d7d59561a64e:39901 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T20:22:41,614 INFO [RS:0;d7d59561a64e:39901 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T20:22:41,614 INFO [RS:0;d7d59561a64e:39901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:41,616 INFO [RS:0;d7d59561a64e:39901 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T20:22:41,617 INFO [RS:0;d7d59561a64e:39901 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T20:22:41,617 INFO [RS:0;d7d59561a64e:39901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:41,617 DEBUG [RS:0;d7d59561a64e:39901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:41,617 DEBUG [RS:0;d7d59561a64e:39901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:41,617 DEBUG [RS:0;d7d59561a64e:39901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:41,617 DEBUG [RS:0;d7d59561a64e:39901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:41,617 DEBUG [RS:0;d7d59561a64e:39901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:41,617 DEBUG [RS:0;d7d59561a64e:39901 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:22:41,617 DEBUG [RS:0;d7d59561a64e:39901 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:41,617 DEBUG [RS:0;d7d59561a64e:39901 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:41,617 DEBUG [RS:0;d7d59561a64e:39901 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:41,617 DEBUG [RS:0;d7d59561a64e:39901 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:41,617 DEBUG [RS:0;d7d59561a64e:39901 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:41,617 DEBUG [RS:0;d7d59561a64e:39901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:41,617 DEBUG [RS:0;d7d59561a64e:39901 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:22:41,618 DEBUG [RS:0;d7d59561a64e:39901 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:22:41,620 INFO [RS:0;d7d59561a64e:39901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:41,620 INFO [RS:0;d7d59561a64e:39901 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:41,620 INFO [RS:0;d7d59561a64e:39901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:41,620 INFO [RS:0;d7d59561a64e:39901 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:41,620 INFO [RS:0;d7d59561a64e:39901 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:41,620 INFO [RS:0;d7d59561a64e:39901 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,39901,1732134159049-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:22:41,633 INFO [RS:0;d7d59561a64e:39901 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T20:22:41,633 INFO [RS:0;d7d59561a64e:39901 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,39901,1732134159049-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:41,634 INFO [RS:0;d7d59561a64e:39901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:41,634 INFO [RS:0;d7d59561a64e:39901 {}] regionserver.Replication(171): d7d59561a64e,39901,1732134159049 started 2024-11-20T20:22:41,646 INFO [RS:0;d7d59561a64e:39901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:41,646 INFO [RS:0;d7d59561a64e:39901 {}] regionserver.HRegionServer(1482): Serving as d7d59561a64e,39901,1732134159049, RpcServer on d7d59561a64e/172.17.0.2:39901, sessionid=0x10159e9b1c30001 2024-11-20T20:22:41,647 DEBUG [RS:0;d7d59561a64e:39901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T20:22:41,647 DEBUG [RS:0;d7d59561a64e:39901 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7d59561a64e,39901,1732134159049 2024-11-20T20:22:41,647 DEBUG [RS:0;d7d59561a64e:39901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,39901,1732134159049' 2024-11-20T20:22:41,647 DEBUG [RS:0;d7d59561a64e:39901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1491505817/flush-table-proc/abort' 2024-11-20T20:22:41,647 DEBUG [RS:0;d7d59561a64e:39901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1491505817/flush-table-proc/acquired' 2024-11-20T20:22:41,648 DEBUG [RS:0;d7d59561a64e:39901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T20:22:41,648 DEBUG [RS:0;d7d59561a64e:39901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T20:22:41,648 DEBUG [RS:0;d7d59561a64e:39901 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7d59561a64e,39901,1732134159049 2024-11-20T20:22:41,648 DEBUG [RS:0;d7d59561a64e:39901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,39901,1732134159049' 2024-11-20T20:22:41,648 DEBUG [RS:0;d7d59561a64e:39901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1491505817/online-snapshot/abort' 2024-11-20T20:22:41,648 DEBUG [RS:0;d7d59561a64e:39901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1491505817/online-snapshot/acquired' 2024-11-20T20:22:41,648 DEBUG [RS:0;d7d59561a64e:39901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T20:22:41,648 INFO [RS:0;d7d59561a64e:39901 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T20:22:41,648 INFO [RS:0;d7d59561a64e:39901 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T20:22:41,720 WARN [d7d59561a64e:46789 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T20:22:41,749 INFO [RS:0;d7d59561a64e:39901 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:22:41,750 INFO [RS:0;d7d59561a64e:39901 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C39901%2C1732134159049, suffix=, logDir=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049, archiveDir=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/oldWALs, maxLogs=10 2024-11-20T20:22:41,761 DEBUG [RS:0;d7d59561a64e:39901 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750, exclude list is [], retry=0 2024-11-20T20:22:41,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-61c66aac-ba36-4414-a92e-cb4fa2b4166d,DISK] 2024-11-20T20:22:41,764 INFO [RS:0;d7d59561a64e:39901 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750 2024-11-20T20:22:41,765 DEBUG [RS:0;d7d59561a64e:39901 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43999:43999)] 2024-11-20T20:22:41,970 DEBUG [d7d59561a64e:46789 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T20:22:41,971 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7d59561a64e,39901,1732134159049 2024-11-20T20:22:41,972 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,39901,1732134159049, state=OPENING 2024-11-20T20:22:41,982 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T20:22:42,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x10159e9b1c30000, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491505817 2024-11-20T20:22:42,014 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x10159e9b1c30001, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491505817 2024-11-20T20:22:42,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1491505817/meta-region-server: CHANGED 2024-11-20T20:22:42,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1491505817/meta-region-server: CHANGED 2024-11-20T20:22:42,015 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:22:42,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,39901,1732134159049}] 2024-11-20T20:22:42,172 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:22:42,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T20:22:42,179 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T20:22:42,180 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:22:42,180 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T20:22:42,181 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C39901%2C1732134159049.meta, suffix=.meta, logDir=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049, archiveDir=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/oldWALs, maxLogs=10 2024-11-20T20:22:42,202 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.meta.1732134162182.meta, exclude list is [], retry=0 2024-11-20T20:22:42,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-61c66aac-ba36-4414-a92e-cb4fa2b4166d,DISK] 2024-11-20T20:22:42,212 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.meta.1732134162182.meta 2024-11-20T20:22:42,216 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43999:43999)] 2024-11-20T20:22:42,216 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:22:42,217 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:22:42,217 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:22:42,217 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T20:22:42,217 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T20:22:42,217 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T20:22:42,217 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:42,217 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T20:22:42,217 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T20:22:42,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:22:42,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:22:42,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:42,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:42,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:22:42,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:22:42,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:42,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:42,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:22:42,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:22:42,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:42,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:42,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:22:42,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:22:42,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:42,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:42,226 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:22:42,226 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/meta/1588230740 2024-11-20T20:22:42,227 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/meta/1588230740 2024-11-20T20:22:42,228 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:22:42,228 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:22:42,229 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:22:42,230 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:22:42,230 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74253975, jitterRate=0.10647045075893402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:22:42,230 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T20:22:42,231 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732134162217Writing region info on filesystem at 1732134162217Initializing all the Stores at 1732134162218 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134162218Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134162219 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134162219Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134162219Cleaning up temporary data from old regions at 1732134162228 (+9 ms)Running coprocessor post-open hooks at 1732134162230 (+2 ms)Region opened successfully at 1732134162231 (+1 ms) 2024-11-20T20:22:42,232 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732134162171 2024-11-20T20:22:42,234 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T20:22:42,234 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T20:22:42,234 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,39901,1732134159049 2024-11-20T20:22:42,235 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,39901,1732134159049, state=OPEN 2024-11-20T20:22:42,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x10159e9b1c30000, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1491505817/meta-region-server 2024-11-20T20:22:42,245 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x10159e9b1c30001, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1491505817/meta-region-server 2024-11-20T20:22:42,245 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7d59561a64e,39901,1732134159049 2024-11-20T20:22:42,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1491505817/meta-region-server: CHANGED 2024-11-20T20:22:42,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1491505817/meta-region-server: CHANGED 2024-11-20T20:22:42,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T20:22:42,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,39901,1732134159049 in 230 msec 2024-11-20T20:22:42,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T20:22:42,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 689 msec 2024-11-20T20:22:42,249 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:22:42,249 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T20:22:42,250 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:22:42,250 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,39901,1732134159049, seqNum=-1] 2024-11-20T20:22:42,250 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:22:42,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:22:42,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 809 msec 2024-11-20T20:22:42,255 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732134162255, completionTime=-1 2024-11-20T20:22:42,255 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T20:22:42,255 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T20:22:42,257 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T20:22:42,257 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732134222257 2024-11-20T20:22:42,257 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732134282257 2024-11-20T20:22:42,257 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T20:22:42,257 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,46789,1732134158391-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:42,258 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,46789,1732134158391-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:42,258 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,46789,1732134158391-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:42,258 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7d59561a64e:46789, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:42,258 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:42,258 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:42,259 DEBUG [master/d7d59561a64e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T20:22:42,261 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.900sec 2024-11-20T20:22:42,261 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T20:22:42,261 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T20:22:42,261 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T20:22:42,261 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T20:22:42,261 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T20:22:42,261 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,46789,1732134158391-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:22:42,261 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,46789,1732134158391-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T20:22:42,263 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T20:22:42,263 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T20:22:42,263 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,46789,1732134158391-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:42,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50aecd01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:42,346 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,46789,-1 for getting cluster id 2024-11-20T20:22:42,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:42,347 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47aa48ee-3c30-49d7-bd56-ede159d92260' 2024-11-20T20:22:42,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:42,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47aa48ee-3c30-49d7-bd56-ede159d92260" 2024-11-20T20:22:42,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47508e4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:42,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,46789,-1] 2024-11-20T20:22:42,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:42,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:42,349 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:42,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245ce8de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:42,350 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:22:42,351 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,39901,1732134159049, seqNum=-1] 2024-11-20T20:22:42,351 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:22:42,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:22:42,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7d59561a64e,46789,1732134158391 2024-11-20T20:22:42,354 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52932 2024-11-20T20:22:42,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:22:42,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10159e9b1c30002 connected 2024-11-20T20:22:42,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/hadoop.log.dir so I do NOT create it in target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec 2024-11-20T20:22:42,379 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T20:22:42,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/hadoop.tmp.dir so I do NOT create it in target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec 2024-11-20T20:22:42,379 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T20:22:42,379 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec 2024-11-20T20:22:42,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T20:22:42,379 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/cluster_c5063d52-d5ea-0f4b-2a1a-ab55c617e477, deleteOnExit=true 2024-11-20T20:22:42,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T20:22:42,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/test.cache.data in system properties and HBase conf 2024-11-20T20:22:42,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T20:22:42,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/hadoop.log.dir in system properties and HBase conf 2024-11-20T20:22:42,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T20:22:42,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T20:22:42,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T20:22:42,380 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T20:22:42,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:22:42,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:22:42,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T20:22:42,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:22:42,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T20:22:42,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T20:22:42,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:22:42,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:22:42,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T20:22:42,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/nfs.dump.dir in system properties and HBase conf 2024-11-20T20:22:42,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/java.io.tmpdir in system properties and HBase conf 2024-11-20T20:22:42,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:22:42,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T20:22:42,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T20:22:42,740 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:22:42,743 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:22:42,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:22:42,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:22:42,744 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:22:42,744 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:22:42,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60e64cb5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:22:42,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22e43042{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:22:42,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5251ae59{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/java.io.tmpdir/jetty-localhost-45677-hadoop-hdfs-3_4_1-tests_jar-_-any-11271501152950698807/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:22:42,898 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4088357a{HTTP/1.1, (http/1.1)}{localhost:45677} 2024-11-20T20:22:42,898 INFO [Time-limited test {}] server.Server(415): Started @268215ms 2024-11-20T20:22:43,323 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:22:43,339 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:22:43,352 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:22:43,352 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:22:43,352 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:22:43,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d93a347{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:22:43,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58243550{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:22:43,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c68b0ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/java.io.tmpdir/jetty-localhost-34587-hadoop-hdfs-3_4_1-tests_jar-_-any-13139810999180180187/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:22:43,502 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@157f3c42{HTTP/1.1, (http/1.1)}{localhost:34587} 2024-11-20T20:22:43,503 INFO [Time-limited test {}] server.Server(415): Started @268820ms 2024-11-20T20:22:43,504 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T20:22:44,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T20:22:44,095 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T20:22:44,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T20:22:44,096 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T20:22:44,308 WARN [Thread-3551 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/cluster_c5063d52-d5ea-0f4b-2a1a-ab55c617e477/data/data1/current/BP-1124933965-172.17.0.2-1732134162397/current, will proceed with Du for space computation calculation, 2024-11-20T20:22:44,327 WARN [Thread-3552 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/cluster_c5063d52-d5ea-0f4b-2a1a-ab55c617e477/data/data2/current/BP-1124933965-172.17.0.2-1732134162397/current, will proceed with Du for space computation calculation, 2024-11-20T20:22:44,425 WARN [Thread-3539 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T20:22:44,428 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5cc28b89b9d313 with lease ID 0x9362a83e7e3633ac: Processing first storage report for DS-b83e79f2-c44d-4f96-a917-03158086f4a1 from datanode DatanodeRegistration(127.0.0.1:34985, datanodeUuid=ecd5942b-98d7-4791-9ab0-fc39044c82fb, infoPort=44489, infoSecurePort=0, ipcPort=34405, storageInfo=lv=-57;cid=testClusterID;nsid=1143352440;c=1732134162397) 2024-11-20T20:22:44,428 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5cc28b89b9d313 with lease ID 0x9362a83e7e3633ac: from storage DS-b83e79f2-c44d-4f96-a917-03158086f4a1 node DatanodeRegistration(127.0.0.1:34985, datanodeUuid=ecd5942b-98d7-4791-9ab0-fc39044c82fb, infoPort=44489, infoSecurePort=0, ipcPort=34405, storageInfo=lv=-57;cid=testClusterID;nsid=1143352440;c=1732134162397), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:22:44,428 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5cc28b89b9d313 with lease ID 0x9362a83e7e3633ac: Processing first storage report for DS-c92ca945-2630-4e01-9a20-ddab7a016258 from datanode DatanodeRegistration(127.0.0.1:34985, datanodeUuid=ecd5942b-98d7-4791-9ab0-fc39044c82fb, infoPort=44489, infoSecurePort=0, ipcPort=34405, storageInfo=lv=-57;cid=testClusterID;nsid=1143352440;c=1732134162397) 2024-11-20T20:22:44,428 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5cc28b89b9d313 with lease ID 0x9362a83e7e3633ac: from storage DS-c92ca945-2630-4e01-9a20-ddab7a016258 node DatanodeRegistration(127.0.0.1:34985, datanodeUuid=ecd5942b-98d7-4791-9ab0-fc39044c82fb, infoPort=44489, infoSecurePort=0, ipcPort=34405, storageInfo=lv=-57;cid=testClusterID;nsid=1143352440;c=1732134162397), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:22:44,448 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec 2024-11-20T20:22:44,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:22:44,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:22:44,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741825_1001 (size=7) 2024-11-20T20:22:44,895 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb with version=8 2024-11-20T20:22:44,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/hbase-staging 2024-11-20T20:22:44,897 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:22:44,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:22:44,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:22:44,897 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:22:44,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:22:44,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:22:44,897 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T20:22:44,897 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:22:44,898 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33589 2024-11-20T20:22:44,899 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33589 connecting to ZooKeeper ensemble=127.0.0.1:52932 2024-11-20T20:22:44,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335890x0, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:22:44,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33589-0x10159e9b1c30003 connected 2024-11-20T20:22:45,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:22:45,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:22:45,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33589-0x10159e9b1c30003, quorum=127.0.0.1:52932, baseZNode=/1155991549 Set watcher on znode that does not yet exist, /1155991549/running 2024-11-20T20:22:45,029 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb, hbase.cluster.distributed=false 2024-11-20T20:22:45,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33589-0x10159e9b1c30003, quorum=127.0.0.1:52932, baseZNode=/1155991549 Set watcher on znode that does not yet exist, /1155991549/acl 2024-11-20T20:22:45,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33589 2024-11-20T20:22:45,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33589 2024-11-20T20:22:45,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33589 2024-11-20T20:22:45,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33589 2024-11-20T20:22:45,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33589 2024-11-20T20:22:45,095 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:22:45,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:22:45,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:22:45,095 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:22:45,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:22:45,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:22:45,095 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T20:22:45,095 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:22:45,095 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45939 2024-11-20T20:22:45,096 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45939 connecting to ZooKeeper ensemble=127.0.0.1:52932 2024-11-20T20:22:45,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:22:45,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:22:45,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459390x0, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:22:45,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459390x0, quorum=127.0.0.1:52932, baseZNode=/1155991549 Set watcher on znode that does not yet exist, /1155991549/running 2024-11-20T20:22:45,130 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T20:22:45,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45939-0x10159e9b1c30004 connected 2024-11-20T20:22:45,133 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T20:22:45,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45939-0x10159e9b1c30004, quorum=127.0.0.1:52932, baseZNode=/1155991549 Set watcher on znode that does not yet exist, /1155991549/master 2024-11-20T20:22:45,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45939-0x10159e9b1c30004, quorum=127.0.0.1:52932, baseZNode=/1155991549 Set watcher on znode that does not yet exist, /1155991549/acl 2024-11-20T20:22:45,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45939 2024-11-20T20:22:45,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45939 2024-11-20T20:22:45,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45939 2024-11-20T20:22:45,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45939 2024-11-20T20:22:45,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45939 2024-11-20T20:22:45,189 DEBUG [M:0;d7d59561a64e:33589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7d59561a64e:33589 2024-11-20T20:22:45,200 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1155991549/backup-masters/d7d59561a64e,33589,1732134164897 2024-11-20T20:22:45,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45939-0x10159e9b1c30004, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155991549/backup-masters 2024-11-20T20:22:45,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10159e9b1c30003, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155991549/backup-masters 2024-11-20T20:22:45,209 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33589-0x10159e9b1c30003, quorum=127.0.0.1:52932, baseZNode=/1155991549 Set watcher on existing znode=/1155991549/backup-masters/d7d59561a64e,33589,1732134164897 2024-11-20T20:22:45,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45939-0x10159e9b1c30004, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1155991549/master 2024-11-20T20:22:45,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10159e9b1c30003, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155991549 2024-11-20T20:22:45,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45939-0x10159e9b1c30004, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155991549 2024-11-20T20:22:45,219 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33589-0x10159e9b1c30003, quorum=127.0.0.1:52932, baseZNode=/1155991549 Set watcher on existing znode=/1155991549/master 2024-11-20T20:22:45,220 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1155991549/backup-masters/d7d59561a64e,33589,1732134164897 from backup master directory 2024-11-20T20:22:45,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10159e9b1c30003, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1155991549/backup-masters/d7d59561a64e,33589,1732134164897 2024-11-20T20:22:45,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10159e9b1c30003, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155991549/backup-masters 2024-11-20T20:22:45,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45939-0x10159e9b1c30004, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155991549/backup-masters 2024-11-20T20:22:45,248 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:22:45,248 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7d59561a64e,33589,1732134164897 2024-11-20T20:22:45,259 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/hbase.id] with ID: 00bc2e43-5917-4c42-ae1a-36e242b60e86 2024-11-20T20:22:45,259 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/.tmp/hbase.id 2024-11-20T20:22:45,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741826_1002 (size=42) 2024-11-20T20:22:45,694 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/.tmp/hbase.id]:[hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/hbase.id] 2024-11-20T20:22:45,701 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:22:45,701 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T20:22:45,702 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T20:22:45,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45939-0x10159e9b1c30004, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155991549 2024-11-20T20:22:45,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10159e9b1c30003, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155991549 2024-11-20T20:22:45,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741827_1003 (size=196) 2024-11-20T20:22:45,762 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:22:45,763 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T20:22:45,764 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:22:45,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741828_1004 (size=1189) 2024-11-20T20:22:45,772 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/MasterData/data/master/store 2024-11-20T20:22:45,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741829_1005 (size=34) 2024-11-20T20:22:46,177 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:46,177 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:22:46,177 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:46,177 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:46,177 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:22:46,177 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:46,177 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:46,177 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134166177Disabling compacts and flushes for region at 1732134166177Disabling writes for close at 1732134166177Writing region close event to WAL at 1732134166177Closed at 1732134166177 2024-11-20T20:22:46,178 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/MasterData/data/master/store/.initializing 2024-11-20T20:22:46,178 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/MasterData/WALs/d7d59561a64e,33589,1732134164897 2024-11-20T20:22:46,179 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:22:46,180 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C33589%2C1732134164897, suffix=, logDir=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/MasterData/WALs/d7d59561a64e,33589,1732134164897, archiveDir=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/MasterData/oldWALs, maxLogs=10 2024-11-20T20:22:46,197 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/MasterData/WALs/d7d59561a64e,33589,1732134164897/d7d59561a64e%2C33589%2C1732134164897.1732134166180, exclude list is [], retry=0 2024-11-20T20:22:46,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34985,DS-b83e79f2-c44d-4f96-a917-03158086f4a1,DISK] 2024-11-20T20:22:46,215 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/MasterData/WALs/d7d59561a64e,33589,1732134164897/d7d59561a64e%2C33589%2C1732134164897.1732134166180 2024-11-20T20:22:46,216 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44489:44489)] 2024-11-20T20:22:46,216 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:22:46,216 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:46,216 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:46,216 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:46,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:46,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T20:22:46,218 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:46,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:46,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:46,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T20:22:46,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:46,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:46,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:46,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T20:22:46,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:46,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:46,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:46,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T20:22:46,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:46,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:46,223 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:46,223 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:46,223 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:46,224 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:46,224 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:46,225 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:22:46,226 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:46,227 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:22:46,228 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71482590, jitterRate=0.06517359614372253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:22:46,228 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732134166216Initializing all the Stores at 1732134166217 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134166217Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134166217Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134166217Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134166217Cleaning up temporary data from old regions at 1732134166224 (+7 ms)Region opened successfully at 1732134166228 (+4 ms) 2024-11-20T20:22:46,228 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T20:22:46,230 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211039c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:22:46,231 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T20:22:46,231 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T20:22:46,231 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T20:22:46,231 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T20:22:46,231 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T20:22:46,232 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T20:22:46,232 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T20:22:46,234 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T20:22:46,235 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33589-0x10159e9b1c30003, quorum=127.0.0.1:52932, baseZNode=/1155991549 Unable to get data of znode /1155991549/balancer because node does not exist (not necessarily an error) 2024-11-20T20:22:46,282 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1155991549/balancer already deleted, retry=false 2024-11-20T20:22:46,282 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T20:22:46,283 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33589-0x10159e9b1c30003, quorum=127.0.0.1:52932, baseZNode=/1155991549 Unable to get data of znode /1155991549/normalizer because node does not exist (not necessarily an error) 2024-11-20T20:22:46,297 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1155991549/normalizer already deleted, retry=false 2024-11-20T20:22:46,297 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T20:22:46,303 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33589-0x10159e9b1c30003, quorum=127.0.0.1:52932, baseZNode=/1155991549 Unable to get data of znode /1155991549/switch/split because node does not exist (not necessarily an error) 2024-11-20T20:22:46,313 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1155991549/switch/split already deleted, retry=false 2024-11-20T20:22:46,314 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33589-0x10159e9b1c30003, quorum=127.0.0.1:52932, baseZNode=/1155991549 Unable to get data of znode /1155991549/switch/merge because node does not exist (not necessarily an error) 2024-11-20T20:22:46,332 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1155991549/switch/merge already deleted, retry=false 2024-11-20T20:22:46,335 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33589-0x10159e9b1c30003, quorum=127.0.0.1:52932, baseZNode=/1155991549 Unable to get data of znode /1155991549/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T20:22:46,345 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1155991549/snapshot-cleanup already deleted, retry=false 2024-11-20T20:22:46,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10159e9b1c30003, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1155991549/running 2024-11-20T20:22:46,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45939-0x10159e9b1c30004, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1155991549/running 2024-11-20T20:22:46,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10159e9b1c30003, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155991549 2024-11-20T20:22:46,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45939-0x10159e9b1c30004, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155991549 2024-11-20T20:22:46,356 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7d59561a64e,33589,1732134164897, sessionid=0x10159e9b1c30003, setting cluster-up flag (Was=false) 2024-11-20T20:22:46,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10159e9b1c30003, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155991549 2024-11-20T20:22:46,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45939-0x10159e9b1c30004, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155991549 2024-11-20T20:22:46,408 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1155991549/flush-table-proc/acquired, /1155991549/flush-table-proc/reached, /1155991549/flush-table-proc/abort 2024-11-20T20:22:46,410 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,33589,1732134164897 2024-11-20T20:22:46,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45939-0x10159e9b1c30004, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155991549 2024-11-20T20:22:46,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10159e9b1c30003, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155991549 2024-11-20T20:22:46,461 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1155991549/online-snapshot/acquired, /1155991549/online-snapshot/reached, /1155991549/online-snapshot/abort 2024-11-20T20:22:46,462 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,33589,1732134164897 2024-11-20T20:22:46,463 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T20:22:46,464 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T20:22:46,464 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T20:22:46,464 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T20:22:46,464 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7d59561a64e,33589,1732134164897 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T20:22:46,465 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:22:46,466 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:22:46,466 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:22:46,466 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:22:46,466 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7d59561a64e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T20:22:46,466 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:46,466 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:22:46,466 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:46,473 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:22:46,473 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T20:22:46,475 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:46,475 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T20:22:46,489 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732134196489 2024-11-20T20:22:46,489 INFO [RS:0;d7d59561a64e:45939 {}] regionserver.HRegionServer(746): ClusterId : 00bc2e43-5917-4c42-ae1a-36e242b60e86 2024-11-20T20:22:46,490 DEBUG [RS:0;d7d59561a64e:45939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T20:22:46,490 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T20:22:46,490 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T20:22:46,490 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T20:22:46,490 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T20:22:46,490 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T20:22:46,490 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T20:22:46,495 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:46,496 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T20:22:46,496 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T20:22:46,497 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T20:22:46,497 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T20:22:46,498 DEBUG [RS:0;d7d59561a64e:45939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T20:22:46,498 DEBUG [RS:0;d7d59561a64e:45939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T20:22:46,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741831_1007 (size=1321) 2024-11-20T20:22:46,509 DEBUG [RS:0;d7d59561a64e:45939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T20:22:46,509 DEBUG [RS:0;d7d59561a64e:45939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eeac208, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:22:46,512 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T20:22:46,512 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T20:22:46,522 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134166512,5,FailOnTimeoutGroup] 2024-11-20T20:22:46,522 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134166522,5,FailOnTimeoutGroup] 2024-11-20T20:22:46,522 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:46,522 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T20:22:46,522 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:46,522 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:46,530 DEBUG [RS:0;d7d59561a64e:45939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7d59561a64e:45939 2024-11-20T20:22:46,530 INFO [RS:0;d7d59561a64e:45939 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T20:22:46,530 INFO [RS:0;d7d59561a64e:45939 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T20:22:46,530 DEBUG [RS:0;d7d59561a64e:45939 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T20:22:46,531 INFO [RS:0;d7d59561a64e:45939 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d59561a64e,33589,1732134164897 with port=45939, startcode=1732134165094 2024-11-20T20:22:46,531 DEBUG [RS:0;d7d59561a64e:45939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T20:22:46,533 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T20:22:46,533 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33589 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7d59561a64e,45939,1732134165094 2024-11-20T20:22:46,533 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33589 {}] master.ServerManager(517): Registering regionserver=d7d59561a64e,45939,1732134165094 2024-11-20T20:22:46,534 DEBUG [RS:0;d7d59561a64e:45939 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb 2024-11-20T20:22:46,534 DEBUG [RS:0;d7d59561a64e:45939 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33337 2024-11-20T20:22:46,534 DEBUG [RS:0;d7d59561a64e:45939 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T20:22:46,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10159e9b1c30003, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155991549/rs 2024-11-20T20:22:46,608 DEBUG [RS:0;d7d59561a64e:45939 {}] zookeeper.ZKUtil(111): regionserver:45939-0x10159e9b1c30004, quorum=127.0.0.1:52932, baseZNode=/1155991549 Set watcher on existing znode=/1155991549/rs/d7d59561a64e,45939,1732134165094 2024-11-20T20:22:46,608 WARN [RS:0;d7d59561a64e:45939 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:22:46,608 INFO [RS:0;d7d59561a64e:45939 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:22:46,608 DEBUG [RS:0;d7d59561a64e:45939 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094 2024-11-20T20:22:46,609 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7d59561a64e,45939,1732134165094] 2024-11-20T20:22:46,612 INFO [RS:0;d7d59561a64e:45939 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T20:22:46,617 INFO [RS:0;d7d59561a64e:45939 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T20:22:46,620 INFO [RS:0;d7d59561a64e:45939 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T20:22:46,620 INFO [RS:0;d7d59561a64e:45939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:46,620 INFO [RS:0;d7d59561a64e:45939 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T20:22:46,621 INFO [RS:0;d7d59561a64e:45939 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T20:22:46,621 INFO [RS:0;d7d59561a64e:45939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:46,621 DEBUG [RS:0;d7d59561a64e:45939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:46,621 DEBUG [RS:0;d7d59561a64e:45939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:46,621 DEBUG [RS:0;d7d59561a64e:45939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:46,622 DEBUG [RS:0;d7d59561a64e:45939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:46,622 DEBUG [RS:0;d7d59561a64e:45939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:46,622 DEBUG [RS:0;d7d59561a64e:45939 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:22:46,622 DEBUG [RS:0;d7d59561a64e:45939 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:46,622 DEBUG [RS:0;d7d59561a64e:45939 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:46,622 DEBUG [RS:0;d7d59561a64e:45939 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:46,622 DEBUG [RS:0;d7d59561a64e:45939 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:46,622 DEBUG [RS:0;d7d59561a64e:45939 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:46,622 DEBUG [RS:0;d7d59561a64e:45939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:46,622 DEBUG [RS:0;d7d59561a64e:45939 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:22:46,622 DEBUG [RS:0;d7d59561a64e:45939 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:22:46,624 INFO [RS:0;d7d59561a64e:45939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:46,624 INFO [RS:0;d7d59561a64e:45939 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:46,624 INFO [RS:0;d7d59561a64e:45939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:46,624 INFO [RS:0;d7d59561a64e:45939 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:46,624 INFO [RS:0;d7d59561a64e:45939 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:46,624 INFO [RS:0;d7d59561a64e:45939 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,45939,1732134165094-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:22:46,640 INFO [RS:0;d7d59561a64e:45939 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T20:22:46,640 INFO [RS:0;d7d59561a64e:45939 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,45939,1732134165094-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:46,640 INFO [RS:0;d7d59561a64e:45939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:46,640 INFO [RS:0;d7d59561a64e:45939 {}] regionserver.Replication(171): d7d59561a64e,45939,1732134165094 started 2024-11-20T20:22:46,655 INFO [RS:0;d7d59561a64e:45939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:46,656 INFO [RS:0;d7d59561a64e:45939 {}] regionserver.HRegionServer(1482): Serving as d7d59561a64e,45939,1732134165094, RpcServer on d7d59561a64e/172.17.0.2:45939, sessionid=0x10159e9b1c30004 2024-11-20T20:22:46,656 DEBUG [RS:0;d7d59561a64e:45939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T20:22:46,656 DEBUG [RS:0;d7d59561a64e:45939 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7d59561a64e,45939,1732134165094 2024-11-20T20:22:46,656 DEBUG [RS:0;d7d59561a64e:45939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,45939,1732134165094' 2024-11-20T20:22:46,656 DEBUG [RS:0;d7d59561a64e:45939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1155991549/flush-table-proc/abort' 2024-11-20T20:22:46,656 DEBUG [RS:0;d7d59561a64e:45939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1155991549/flush-table-proc/acquired' 2024-11-20T20:22:46,657 DEBUG [RS:0;d7d59561a64e:45939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T20:22:46,657 DEBUG [RS:0;d7d59561a64e:45939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T20:22:46,657 DEBUG [RS:0;d7d59561a64e:45939 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7d59561a64e,45939,1732134165094 2024-11-20T20:22:46,657 DEBUG [RS:0;d7d59561a64e:45939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,45939,1732134165094' 2024-11-20T20:22:46,657 DEBUG [RS:0;d7d59561a64e:45939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1155991549/online-snapshot/abort' 2024-11-20T20:22:46,657 DEBUG [RS:0;d7d59561a64e:45939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1155991549/online-snapshot/acquired' 2024-11-20T20:22:46,657 DEBUG [RS:0;d7d59561a64e:45939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T20:22:46,657 INFO [RS:0;d7d59561a64e:45939 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T20:22:46,657 INFO [RS:0;d7d59561a64e:45939 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T20:22:46,758 INFO [RS:0;d7d59561a64e:45939 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:22:46,759 INFO [RS:0;d7d59561a64e:45939 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C45939%2C1732134165094, suffix=, logDir=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094, archiveDir=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/oldWALs, maxLogs=10 2024-11-20T20:22:46,778 DEBUG [RS:0;d7d59561a64e:45939 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759, exclude list is [], retry=0 2024-11-20T20:22:46,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34985,DS-b83e79f2-c44d-4f96-a917-03158086f4a1,DISK] 2024-11-20T20:22:46,782 INFO [RS:0;d7d59561a64e:45939 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 2024-11-20T20:22:46,783 DEBUG [RS:0;d7d59561a64e:45939 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44489:44489)] 2024-11-20T20:22:46,907 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T20:22:46,907 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb 2024-11-20T20:22:46,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741833_1009 (size=32) 2024-11-20T20:22:46,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:46,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:22:46,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:22:46,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:46,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:46,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:22:46,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:22:46,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:46,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:46,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:22:46,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:22:46,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:46,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:46,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:22:46,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:22:46,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:46,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:46,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:22:46,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/meta/1588230740 2024-11-20T20:22:46,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/meta/1588230740 2024-11-20T20:22:46,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:22:46,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:22:46,927 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:22:46,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:22:46,936 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:22:46,936 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71041785, jitterRate=0.05860508978366852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:22:46,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732134166915Initializing all the Stores at 1732134166916 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134166916Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134166916Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134166916Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134166916Cleaning up temporary data from old regions at 1732134166926 (+10 ms)Region opened successfully at 1732134166936 (+10 ms) 2024-11-20T20:22:46,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:22:46,937 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:22:46,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:22:46,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:22:46,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:22:46,937 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:22:46,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134166936Disabling compacts and flushes for region at 1732134166936Disabling writes for close at 1732134166937 (+1 ms)Writing region close event to WAL at 1732134166937Closed at 1732134166937 2024-11-20T20:22:46,938 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:22:46,938 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T20:22:46,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T20:22:46,939 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:22:46,940 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T20:22:47,091 DEBUG [d7d59561a64e:33589 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T20:22:47,091 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7d59561a64e,45939,1732134165094 2024-11-20T20:22:47,092 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,45939,1732134165094, state=OPENING 2024-11-20T20:22:47,145 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T20:22:47,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10159e9b1c30003, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155991549 2024-11-20T20:22:47,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45939-0x10159e9b1c30004, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155991549 2024-11-20T20:22:47,156 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:22:47,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,45939,1732134165094}] 2024-11-20T20:22:47,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1155991549/meta-region-server: CHANGED 2024-11-20T20:22:47,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1155991549/meta-region-server: CHANGED 2024-11-20T20:22:47,316 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:22:47,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T20:22:47,321 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T20:22:47,321 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:22:47,321 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T20:22:47,322 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C45939%2C1732134165094.meta, suffix=.meta, logDir=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094, archiveDir=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/oldWALs, maxLogs=10 2024-11-20T20:22:47,339 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.meta.1732134167323.meta, exclude list is [], retry=0 2024-11-20T20:22:47,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34985,DS-b83e79f2-c44d-4f96-a917-03158086f4a1,DISK] 2024-11-20T20:22:47,342 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.meta.1732134167323.meta 2024-11-20T20:22:47,343 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44489:44489)] 2024-11-20T20:22:47,343 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:22:47,343 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:22:47,343 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:22:47,343 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T20:22:47,343 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T20:22:47,344 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T20:22:47,344 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:47,344 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T20:22:47,344 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T20:22:47,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:22:47,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:22:47,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:47,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:47,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:22:47,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:22:47,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:47,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:47,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:22:47,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:22:47,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:47,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:47,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:22:47,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:22:47,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:47,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:47,350 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:22:47,350 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/meta/1588230740 2024-11-20T20:22:47,351 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/meta/1588230740 2024-11-20T20:22:47,352 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:22:47,352 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:22:47,353 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:22:47,354 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:22:47,355 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60521970, jitterRate=-0.09815236926078796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:22:47,355 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T20:22:47,355 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732134167344Writing region info on filesystem at 1732134167344Initializing all the Stores at 1732134167345 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134167345Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134167345Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134167345Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134167345Cleaning up temporary data from old regions at 1732134167352 (+7 ms)Running coprocessor post-open hooks at 1732134167355 (+3 ms)Region opened successfully at 1732134167355 2024-11-20T20:22:47,355 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732134167316 2024-11-20T20:22:47,357 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T20:22:47,357 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T20:22:47,358 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,45939,1732134165094 2024-11-20T20:22:47,358 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,45939,1732134165094, state=OPEN 2024-11-20T20:22:47,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10159e9b1c30003, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1155991549/meta-region-server 2024-11-20T20:22:47,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45939-0x10159e9b1c30004, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1155991549/meta-region-server 2024-11-20T20:22:47,366 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1155991549/meta-region-server: CHANGED 2024-11-20T20:22:47,366 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1155991549/meta-region-server: CHANGED 2024-11-20T20:22:47,366 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7d59561a64e,45939,1732134165094 2024-11-20T20:22:47,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T20:22:47,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,45939,1732134165094 in 210 msec 2024-11-20T20:22:47,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T20:22:47,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 431 msec 2024-11-20T20:22:47,371 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:22:47,371 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T20:22:47,372 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:22:47,372 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,45939,1732134165094, seqNum=-1] 2024-11-20T20:22:47,372 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:22:47,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:22:47,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 915 msec 2024-11-20T20:22:47,380 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732134167380, completionTime=-1 2024-11-20T20:22:47,380 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T20:22:47,380 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T20:22:47,381 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T20:22:47,381 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732134227381 2024-11-20T20:22:47,381 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732134287381 2024-11-20T20:22:47,381 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T20:22:47,382 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,33589,1732134164897-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:47,382 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,33589,1732134164897-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:47,382 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,33589,1732134164897-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:47,382 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7d59561a64e:33589, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:47,382 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:47,382 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:47,384 DEBUG [master/d7d59561a64e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T20:22:47,385 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.136sec 2024-11-20T20:22:47,385 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T20:22:47,385 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T20:22:47,385 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T20:22:47,386 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T20:22:47,386 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T20:22:47,386 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,33589,1732134164897-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:22:47,386 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,33589,1732134164897-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T20:22:47,388 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T20:22:47,388 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T20:22:47,388 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,33589,1732134164897-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:47,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d2d0b0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:47,390 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,33589,-1 for getting cluster id 2024-11-20T20:22:47,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:47,391 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00bc2e43-5917-4c42-ae1a-36e242b60e86' 2024-11-20T20:22:47,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:47,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00bc2e43-5917-4c42-ae1a-36e242b60e86" 2024-11-20T20:22:47,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc01188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:47,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,33589,-1] 2024-11-20T20:22:47,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:47,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:47,392 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:47,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232f169e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:47,393 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:22:47,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,45939,1732134165094, seqNum=-1] 2024-11-20T20:22:47,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:22:47,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:22:47,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7d59561a64e,33589,1732134164897 2024-11-20T20:22:47,398 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52932 2024-11-20T20:22:47,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:22:47,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10159e9b1c30005 connected 2024-11-20T20:22:47,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/hadoop.log.dir so I do NOT create it in target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59 2024-11-20T20:22:47,439 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T20:22:47,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/hadoop.tmp.dir so I do NOT create it in target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59 2024-11-20T20:22:47,439 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T20:22:47,439 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59 2024-11-20T20:22:47,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T20:22:47,439 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/cluster_d23d3cee-6e07-bb4a-cc81-9d6175cc10f6, deleteOnExit=true 2024-11-20T20:22:47,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T20:22:47,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/test.cache.data in system properties and HBase conf 2024-11-20T20:22:47,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T20:22:47,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/hadoop.log.dir in system properties and HBase conf 2024-11-20T20:22:47,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T20:22:47,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T20:22:47,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T20:22:47,440 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T20:22:47,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:22:47,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:22:47,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T20:22:47,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:22:47,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T20:22:47,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T20:22:47,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:22:47,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:22:47,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T20:22:47,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/nfs.dump.dir in system properties and HBase conf 2024-11-20T20:22:47,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/java.io.tmpdir in system properties and HBase conf 2024-11-20T20:22:47,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:22:47,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T20:22:47,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T20:22:47,719 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:22:47,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:47,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:47,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:47,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:47,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:47,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:47,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:47,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:47,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:47,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:47,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:47,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:47,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:47,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:47,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:47,821 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T20:22:47,839 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:22:47,843 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:22:47,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:22:47,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:22:47,857 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T20:22:47,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:22:47,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@124f583f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:22:47,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@516e72bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:22:47,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10ccf412{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/java.io.tmpdir/jetty-localhost-39641-hadoop-hdfs-3_4_1-tests_jar-_-any-7601416950432059120/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:22:47,985 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7adf99a3{HTTP/1.1, (http/1.1)}{localhost:39641} 2024-11-20T20:22:47,986 INFO [Time-limited test {}] server.Server(415): Started @273303ms 2024-11-20T20:22:48,366 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:22:48,368 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:22:48,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:22:48,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:22:48,380 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:22:48,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a3036e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:22:48,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72450e6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:22:48,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1737fa8b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/java.io.tmpdir/jetty-localhost-44939-hadoop-hdfs-3_4_1-tests_jar-_-any-658393480666570761/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:22:48,515 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1823cd97{HTTP/1.1, (http/1.1)}{localhost:44939} 2024-11-20T20:22:48,515 INFO [Time-limited test {}] server.Server(415): Started @273832ms 2024-11-20T20:22:48,516 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T20:22:49,330 WARN [Thread-3672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/cluster_d23d3cee-6e07-bb4a-cc81-9d6175cc10f6/data/data1/current/BP-1266793751-172.17.0.2-1732134167460/current, will proceed with Du for space computation calculation, 2024-11-20T20:22:49,331 WARN [Thread-3673 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/cluster_d23d3cee-6e07-bb4a-cc81-9d6175cc10f6/data/data2/current/BP-1266793751-172.17.0.2-1732134167460/current, will proceed with Du for space computation calculation, 2024-11-20T20:22:49,395 WARN [Thread-3660 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T20:22:49,399 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x759b3ae6aa2d3b55 with lease ID 0xc3e621a2565f6fd3: Processing first storage report for DS-ba5e2aaa-8c8a-44a5-8b1d-4f126f2ed265 from datanode DatanodeRegistration(127.0.0.1:45883, datanodeUuid=1b0c6392-4c8a-44d7-a6e4-1de9323b3303, infoPort=37929, infoSecurePort=0, ipcPort=46517, storageInfo=lv=-57;cid=testClusterID;nsid=587746999;c=1732134167460) 2024-11-20T20:22:49,399 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x759b3ae6aa2d3b55 with lease ID 0xc3e621a2565f6fd3: from storage DS-ba5e2aaa-8c8a-44a5-8b1d-4f126f2ed265 node DatanodeRegistration(127.0.0.1:45883, datanodeUuid=1b0c6392-4c8a-44d7-a6e4-1de9323b3303, infoPort=37929, infoSecurePort=0, ipcPort=46517, storageInfo=lv=-57;cid=testClusterID;nsid=587746999;c=1732134167460), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T20:22:49,400 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x759b3ae6aa2d3b55 with lease ID 0xc3e621a2565f6fd3: Processing first storage report for DS-5a865f5b-1c4a-443b-a171-128936918f07 from datanode DatanodeRegistration(127.0.0.1:45883, datanodeUuid=1b0c6392-4c8a-44d7-a6e4-1de9323b3303, infoPort=37929, infoSecurePort=0, ipcPort=46517, storageInfo=lv=-57;cid=testClusterID;nsid=587746999;c=1732134167460) 2024-11-20T20:22:49,400 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x759b3ae6aa2d3b55 with lease ID 0xc3e621a2565f6fd3: from storage DS-5a865f5b-1c4a-443b-a171-128936918f07 node DatanodeRegistration(127.0.0.1:45883, datanodeUuid=1b0c6392-4c8a-44d7-a6e4-1de9323b3303, infoPort=37929, infoSecurePort=0, ipcPort=46517, storageInfo=lv=-57;cid=testClusterID;nsid=587746999;c=1732134167460), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:22:49,474 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59 2024-11-20T20:22:49,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:22:49,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:22:49,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741825_1001 (size=7) 2024-11-20T20:22:49,487 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53 with version=8 2024-11-20T20:22:49,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/hbase-staging 2024-11-20T20:22:49,490 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:22:49,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:22:49,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:22:49,490 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:22:49,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:22:49,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:22:49,490 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T20:22:49,490 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:22:49,492 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38985 2024-11-20T20:22:49,493 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38985 connecting to ZooKeeper ensemble=127.0.0.1:52932 2024-11-20T20:22:49,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389850x0, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:22:49,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38985-0x10159e9b1c30006 connected 2024-11-20T20:22:49,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:22:49,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:22:49,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38985-0x10159e9b1c30006, quorum=127.0.0.1:52932, baseZNode=/2730984970 Set watcher on znode that does not yet exist, /2730984970/running 2024-11-20T20:22:49,604 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53, hbase.cluster.distributed=false 2024-11-20T20:22:49,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38985-0x10159e9b1c30006, quorum=127.0.0.1:52932, baseZNode=/2730984970 Set watcher on znode that does not yet exist, /2730984970/acl 2024-11-20T20:22:49,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38985 2024-11-20T20:22:49,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38985 2024-11-20T20:22:49,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38985 2024-11-20T20:22:49,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38985 2024-11-20T20:22:49,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38985 2024-11-20T20:22:49,634 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:22:49,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:22:49,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:22:49,634 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:22:49,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:22:49,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:22:49,634 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T20:22:49,635 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:22:49,635 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42803 2024-11-20T20:22:49,636 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42803 connecting to ZooKeeper ensemble=127.0.0.1:52932 2024-11-20T20:22:49,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:22:49,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:22:49,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428030x0, quorum=127.0.0.1:52932, baseZNode=/2730984970 Set watcher on znode that does not yet exist, /2730984970/running 2024-11-20T20:22:49,658 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T20:22:49,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428030x0, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:22:49,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42803-0x10159e9b1c30007 connected 2024-11-20T20:22:49,661 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T20:22:49,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42803-0x10159e9b1c30007, quorum=127.0.0.1:52932, baseZNode=/2730984970 Set watcher on znode that does not yet exist, /2730984970/master 2024-11-20T20:22:49,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42803-0x10159e9b1c30007, quorum=127.0.0.1:52932, baseZNode=/2730984970 Set watcher on znode that does not yet exist, /2730984970/acl 2024-11-20T20:22:49,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42803 2024-11-20T20:22:49,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42803 2024-11-20T20:22:49,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42803 2024-11-20T20:22:49,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42803 2024-11-20T20:22:49,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42803 2024-11-20T20:22:49,688 DEBUG [M:0;d7d59561a64e:38985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7d59561a64e:38985 2024-11-20T20:22:49,688 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2730984970/backup-masters/d7d59561a64e,38985,1732134169489 2024-11-20T20:22:49,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x10159e9b1c30006, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2730984970/backup-masters 2024-11-20T20:22:49,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42803-0x10159e9b1c30007, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2730984970/backup-masters 2024-11-20T20:22:49,698 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38985-0x10159e9b1c30006, quorum=127.0.0.1:52932, baseZNode=/2730984970 Set watcher on existing znode=/2730984970/backup-masters/d7d59561a64e,38985,1732134169489 2024-11-20T20:22:49,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x10159e9b1c30006, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2730984970 2024-11-20T20:22:49,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42803-0x10159e9b1c30007, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2730984970/master 2024-11-20T20:22:49,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42803-0x10159e9b1c30007, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2730984970 2024-11-20T20:22:49,713 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38985-0x10159e9b1c30006, quorum=127.0.0.1:52932, baseZNode=/2730984970 Set watcher on existing znode=/2730984970/master 2024-11-20T20:22:49,714 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2730984970/backup-masters/d7d59561a64e,38985,1732134169489 from backup master directory 2024-11-20T20:22:49,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42803-0x10159e9b1c30007, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2730984970/backup-masters 2024-11-20T20:22:49,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x10159e9b1c30006, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2730984970/backup-masters/d7d59561a64e,38985,1732134169489 2024-11-20T20:22:49,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x10159e9b1c30006, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2730984970/backup-masters 2024-11-20T20:22:49,724 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:22:49,724 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7d59561a64e,38985,1732134169489 2024-11-20T20:22:49,765 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/hbase.id] with ID: c3f2b3e8-8dd3-49e7-a833-53ef6ab7f4a3 2024-11-20T20:22:49,766 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/.tmp/hbase.id 2024-11-20T20:22:49,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741826_1002 (size=42) 2024-11-20T20:22:49,780 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/.tmp/hbase.id]:[hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/hbase.id] 2024-11-20T20:22:49,791 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:22:49,791 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T20:22:49,792 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T20:22:49,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x10159e9b1c30006, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2730984970 2024-11-20T20:22:49,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42803-0x10159e9b1c30007, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2730984970 2024-11-20T20:22:49,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741827_1003 (size=196) 2024-11-20T20:22:49,810 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:22:49,811 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T20:22:49,811 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:22:49,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741828_1004 (size=1189) 2024-11-20T20:22:49,832 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/MasterData/data/master/store 2024-11-20T20:22:49,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741829_1005 (size=34) 2024-11-20T20:22:49,841 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:49,841 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:22:49,841 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:49,841 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:49,841 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:22:49,841 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:49,841 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:22:49,841 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134169841Disabling compacts and flushes for region at 1732134169841Disabling writes for close at 1732134169841Writing region close event to WAL at 1732134169841Closed at 1732134169841 2024-11-20T20:22:49,842 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/MasterData/data/master/store/.initializing 2024-11-20T20:22:49,842 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/MasterData/WALs/d7d59561a64e,38985,1732134169489 2024-11-20T20:22:49,843 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:22:49,844 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C38985%2C1732134169489, suffix=, logDir=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/MasterData/WALs/d7d59561a64e,38985,1732134169489, archiveDir=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/MasterData/oldWALs, maxLogs=10 2024-11-20T20:22:49,869 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/MasterData/WALs/d7d59561a64e,38985,1732134169489/d7d59561a64e%2C38985%2C1732134169489.1732134169844, exclude list is [], retry=0 2024-11-20T20:22:49,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45883,DS-ba5e2aaa-8c8a-44a5-8b1d-4f126f2ed265,DISK] 2024-11-20T20:22:49,878 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/MasterData/WALs/d7d59561a64e,38985,1732134169489/d7d59561a64e%2C38985%2C1732134169489.1732134169844 2024-11-20T20:22:49,878 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37929:37929)] 2024-11-20T20:22:49,878 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:22:49,879 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:49,879 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:49,879 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:49,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:49,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T20:22:49,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:49,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:49,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:49,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T20:22:49,884 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:49,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:49,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:49,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T20:22:49,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:49,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:49,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:49,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T20:22:49,887 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:49,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:49,888 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:49,889 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:49,889 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:49,895 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:49,895 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:49,896 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:22:49,897 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:22:49,901 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:22:49,901 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75301834, jitterRate=0.12208476662635803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:22:49,901 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732134169879Initializing all the Stores at 1732134169880 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134169880Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134169880Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134169880Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134169880Cleaning up temporary data from old regions at 1732134169895 (+15 ms)Region opened successfully at 1732134169901 (+6 ms) 2024-11-20T20:22:49,907 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T20:22:49,910 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17da383a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:22:49,911 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T20:22:49,911 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T20:22:49,912 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T20:22:49,912 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T20:22:49,912 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T20:22:49,913 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T20:22:49,913 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T20:22:49,920 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T20:22:49,921 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38985-0x10159e9b1c30006, quorum=127.0.0.1:52932, baseZNode=/2730984970 Unable to get data of znode /2730984970/balancer because node does not exist (not necessarily an error) 2024-11-20T20:22:49,929 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2730984970/balancer already deleted, retry=false 2024-11-20T20:22:49,930 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T20:22:49,931 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38985-0x10159e9b1c30006, quorum=127.0.0.1:52932, baseZNode=/2730984970 Unable to get data of znode /2730984970/normalizer because node does not exist (not necessarily an error) 2024-11-20T20:22:49,940 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2730984970/normalizer already deleted, retry=false 2024-11-20T20:22:49,940 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T20:22:49,942 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38985-0x10159e9b1c30006, quorum=127.0.0.1:52932, baseZNode=/2730984970 Unable to get data of znode /2730984970/switch/split because node does not exist (not necessarily an error) 2024-11-20T20:22:49,950 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2730984970/switch/split already deleted, retry=false 2024-11-20T20:22:49,951 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38985-0x10159e9b1c30006, quorum=127.0.0.1:52932, baseZNode=/2730984970 Unable to get data of znode /2730984970/switch/merge because node does not exist (not necessarily an error) 2024-11-20T20:22:49,961 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2730984970/switch/merge already deleted, retry=false 2024-11-20T20:22:49,963 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38985-0x10159e9b1c30006, quorum=127.0.0.1:52932, baseZNode=/2730984970 Unable to get data of znode /2730984970/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T20:22:49,976 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2730984970/snapshot-cleanup already deleted, retry=false 2024-11-20T20:22:49,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42803-0x10159e9b1c30007, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2730984970/running 2024-11-20T20:22:49,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42803-0x10159e9b1c30007, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2730984970 2024-11-20T20:22:49,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x10159e9b1c30006, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2730984970/running 2024-11-20T20:22:49,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x10159e9b1c30006, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2730984970 2024-11-20T20:22:49,989 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7d59561a64e,38985,1732134169489, sessionid=0x10159e9b1c30006, setting cluster-up flag (Was=false) 2024-11-20T20:22:50,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42803-0x10159e9b1c30007, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2730984970 2024-11-20T20:22:50,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x10159e9b1c30006, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2730984970 2024-11-20T20:22:50,040 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2730984970/flush-table-proc/acquired, /2730984970/flush-table-proc/reached, /2730984970/flush-table-proc/abort 2024-11-20T20:22:50,042 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,38985,1732134169489 2024-11-20T20:22:50,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42803-0x10159e9b1c30007, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2730984970 2024-11-20T20:22:50,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x10159e9b1c30006, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2730984970 2024-11-20T20:22:50,092 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2730984970/online-snapshot/acquired, /2730984970/online-snapshot/reached, /2730984970/online-snapshot/abort 2024-11-20T20:22:50,095 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,38985,1732134169489 2024-11-20T20:22:50,105 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T20:22:50,110 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T20:22:50,110 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T20:22:50,110 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T20:22:50,110 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7d59561a64e,38985,1732134169489 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T20:22:50,112 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:22:50,112 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:22:50,112 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:22:50,112 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:22:50,112 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7d59561a64e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T20:22:50,112 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:50,112 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:22:50,112 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:50,130 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:22:50,130 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T20:22:50,131 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:50,131 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T20:22:50,184 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732134200184 2024-11-20T20:22:50,184 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T20:22:50,185 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T20:22:50,185 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T20:22:50,185 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T20:22:50,185 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T20:22:50,185 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T20:22:50,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741831_1007 (size=1321) 2024-11-20T20:22:50,208 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:50,215 INFO [RS:0;d7d59561a64e:42803 {}] regionserver.HRegionServer(746): ClusterId : c3f2b3e8-8dd3-49e7-a833-53ef6ab7f4a3 2024-11-20T20:22:50,215 DEBUG [RS:0;d7d59561a64e:42803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T20:22:50,216 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T20:22:50,216 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T20:22:50,216 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T20:22:50,216 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T20:22:50,217 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T20:22:50,217 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T20:22:50,224 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134170217,5,FailOnTimeoutGroup] 2024-11-20T20:22:50,224 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134170224,5,FailOnTimeoutGroup] 2024-11-20T20:22:50,224 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:50,224 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T20:22:50,224 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:50,224 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:50,230 DEBUG [RS:0;d7d59561a64e:42803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T20:22:50,230 DEBUG [RS:0;d7d59561a64e:42803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T20:22:50,240 DEBUG [RS:0;d7d59561a64e:42803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T20:22:50,241 DEBUG [RS:0;d7d59561a64e:42803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e951d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:22:50,257 DEBUG [RS:0;d7d59561a64e:42803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7d59561a64e:42803 2024-11-20T20:22:50,257 INFO [RS:0;d7d59561a64e:42803 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T20:22:50,257 INFO [RS:0;d7d59561a64e:42803 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T20:22:50,257 DEBUG [RS:0;d7d59561a64e:42803 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T20:22:50,258 INFO [RS:0;d7d59561a64e:42803 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d59561a64e,38985,1732134169489 with port=42803, startcode=1732134169634 2024-11-20T20:22:50,258 DEBUG [RS:0;d7d59561a64e:42803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T20:22:50,260 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T20:22:50,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38985 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7d59561a64e,42803,1732134169634 2024-11-20T20:22:50,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38985 {}] master.ServerManager(517): Registering regionserver=d7d59561a64e,42803,1732134169634 2024-11-20T20:22:50,262 DEBUG [RS:0;d7d59561a64e:42803 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53 2024-11-20T20:22:50,262 DEBUG [RS:0;d7d59561a64e:42803 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35095 2024-11-20T20:22:50,262 DEBUG [RS:0;d7d59561a64e:42803 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T20:22:50,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x10159e9b1c30006, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2730984970/rs 2024-11-20T20:22:50,321 DEBUG [RS:0;d7d59561a64e:42803 {}] zookeeper.ZKUtil(111): regionserver:42803-0x10159e9b1c30007, quorum=127.0.0.1:52932, baseZNode=/2730984970 Set watcher on existing znode=/2730984970/rs/d7d59561a64e,42803,1732134169634 2024-11-20T20:22:50,321 WARN [RS:0;d7d59561a64e:42803 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:22:50,321 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7d59561a64e,42803,1732134169634] 2024-11-20T20:22:50,321 INFO [RS:0;d7d59561a64e:42803 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:22:50,321 DEBUG [RS:0;d7d59561a64e:42803 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634 2024-11-20T20:22:50,324 INFO [RS:0;d7d59561a64e:42803 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T20:22:50,325 INFO [RS:0;d7d59561a64e:42803 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T20:22:50,326 INFO [RS:0;d7d59561a64e:42803 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T20:22:50,326 INFO [RS:0;d7d59561a64e:42803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:50,328 INFO [RS:0;d7d59561a64e:42803 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T20:22:50,329 INFO [RS:0;d7d59561a64e:42803 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T20:22:50,329 INFO [RS:0;d7d59561a64e:42803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:50,329 DEBUG [RS:0;d7d59561a64e:42803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:50,329 DEBUG [RS:0;d7d59561a64e:42803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:50,329 DEBUG [RS:0;d7d59561a64e:42803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:50,329 DEBUG [RS:0;d7d59561a64e:42803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:50,329 DEBUG [RS:0;d7d59561a64e:42803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:50,329 DEBUG [RS:0;d7d59561a64e:42803 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:22:50,329 DEBUG [RS:0;d7d59561a64e:42803 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:50,329 DEBUG [RS:0;d7d59561a64e:42803 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:50,329 DEBUG [RS:0;d7d59561a64e:42803 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:50,329 DEBUG [RS:0;d7d59561a64e:42803 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:50,329 DEBUG [RS:0;d7d59561a64e:42803 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:50,329 DEBUG [RS:0;d7d59561a64e:42803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:22:50,329 DEBUG [RS:0;d7d59561a64e:42803 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:22:50,329 DEBUG [RS:0;d7d59561a64e:42803 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:22:50,356 INFO [RS:0;d7d59561a64e:42803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:50,356 INFO [RS:0;d7d59561a64e:42803 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:50,356 INFO [RS:0;d7d59561a64e:42803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:50,356 INFO [RS:0;d7d59561a64e:42803 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:50,356 INFO [RS:0;d7d59561a64e:42803 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:50,356 INFO [RS:0;d7d59561a64e:42803 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,42803,1732134169634-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:22:50,386 INFO [RS:0;d7d59561a64e:42803 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T20:22:50,386 INFO [RS:0;d7d59561a64e:42803 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,42803,1732134169634-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:50,387 INFO [RS:0;d7d59561a64e:42803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:50,387 INFO [RS:0;d7d59561a64e:42803 {}] regionserver.Replication(171): d7d59561a64e,42803,1732134169634 started 2024-11-20T20:22:50,402 INFO [RS:0;d7d59561a64e:42803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:50,402 INFO [RS:0;d7d59561a64e:42803 {}] regionserver.HRegionServer(1482): Serving as d7d59561a64e,42803,1732134169634, RpcServer on d7d59561a64e/172.17.0.2:42803, sessionid=0x10159e9b1c30007 2024-11-20T20:22:50,403 DEBUG [RS:0;d7d59561a64e:42803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T20:22:50,403 DEBUG [RS:0;d7d59561a64e:42803 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7d59561a64e,42803,1732134169634 2024-11-20T20:22:50,403 DEBUG [RS:0;d7d59561a64e:42803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,42803,1732134169634' 2024-11-20T20:22:50,403 DEBUG [RS:0;d7d59561a64e:42803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2730984970/flush-table-proc/abort' 2024-11-20T20:22:50,403 DEBUG [RS:0;d7d59561a64e:42803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2730984970/flush-table-proc/acquired' 2024-11-20T20:22:50,403 DEBUG [RS:0;d7d59561a64e:42803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T20:22:50,403 DEBUG [RS:0;d7d59561a64e:42803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T20:22:50,403 DEBUG [RS:0;d7d59561a64e:42803 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7d59561a64e,42803,1732134169634 2024-11-20T20:22:50,403 DEBUG [RS:0;d7d59561a64e:42803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,42803,1732134169634' 2024-11-20T20:22:50,403 DEBUG [RS:0;d7d59561a64e:42803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2730984970/online-snapshot/abort' 2024-11-20T20:22:50,404 DEBUG [RS:0;d7d59561a64e:42803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2730984970/online-snapshot/acquired' 2024-11-20T20:22:50,404 DEBUG [RS:0;d7d59561a64e:42803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T20:22:50,404 INFO [RS:0;d7d59561a64e:42803 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T20:22:50,404 INFO [RS:0;d7d59561a64e:42803 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T20:22:50,429 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:22:50,429 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7d59561a64e,35369,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T20:22:50,430 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88635 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7d59561a64e,35369,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T20:22:50,504 INFO [RS:0;d7d59561a64e:42803 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:22:50,505 INFO [RS:0;d7d59561a64e:42803 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C42803%2C1732134169634, suffix=, logDir=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634, archiveDir=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/oldWALs, maxLogs=10 2024-11-20T20:22:50,522 DEBUG [RS:0;d7d59561a64e:42803 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506, exclude list is [], retry=0 2024-11-20T20:22:50,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45883,DS-ba5e2aaa-8c8a-44a5-8b1d-4f126f2ed265,DISK] 2024-11-20T20:22:50,537 INFO [RS:0;d7d59561a64e:42803 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506 2024-11-20T20:22:50,537 DEBUG [RS:0;d7d59561a64e:42803 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37929:37929)] 2024-11-20T20:22:50,595 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T20:22:50,595 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53 2024-11-20T20:22:50,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741833_1009 (size=32) 2024-11-20T20:22:51,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:51,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:22:51,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:22:51,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:51,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:51,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:22:51,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:22:51,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:51,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:51,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:22:51,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:22:51,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:51,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:51,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:22:51,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:22:51,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:51,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:51,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:22:51,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/meta/1588230740 2024-11-20T20:22:51,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/meta/1588230740 2024-11-20T20:22:51,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:22:51,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:22:51,037 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:22:51,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:22:51,040 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:22:51,040 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63455526, jitterRate=-0.05443897843360901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:22:51,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732134171023Initializing all the Stores at 1732134171024 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134171024Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134171024Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134171024Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134171024Cleaning up temporary data from old regions at 1732134171037 (+13 ms)Region opened successfully at 1732134171040 (+3 ms) 2024-11-20T20:22:51,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:22:51,040 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:22:51,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:22:51,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:22:51,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:22:51,041 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:22:51,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134171040Disabling compacts and flushes for region at 1732134171040Disabling writes for close at 1732134171040Writing region close event to WAL at 1732134171041 (+1 ms)Closed at 1732134171041 2024-11-20T20:22:51,042 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:22:51,042 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T20:22:51,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T20:22:51,043 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:22:51,044 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T20:22:51,194 DEBUG [d7d59561a64e:38985 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T20:22:51,195 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7d59561a64e,42803,1732134169634 2024-11-20T20:22:51,196 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,42803,1732134169634, state=OPENING 2024-11-20T20:22:51,245 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T20:22:51,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42803-0x10159e9b1c30007, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2730984970 2024-11-20T20:22:51,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x10159e9b1c30006, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2730984970 2024-11-20T20:22:51,256 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:22:51,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2730984970/meta-region-server: CHANGED 2024-11-20T20:22:51,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,42803,1732134169634}] 2024-11-20T20:22:51,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2730984970/meta-region-server: CHANGED 2024-11-20T20:22:51,409 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:22:51,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T20:22:51,413 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T20:22:51,413 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:22:51,413 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T20:22:51,415 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C42803%2C1732134169634.meta, suffix=.meta, logDir=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634, archiveDir=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/oldWALs, maxLogs=10 2024-11-20T20:22:51,431 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.meta.1732134171415.meta, exclude list is [], retry=0 2024-11-20T20:22:51,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45883,DS-ba5e2aaa-8c8a-44a5-8b1d-4f126f2ed265,DISK] 2024-11-20T20:22:51,436 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.meta.1732134171415.meta 2024-11-20T20:22:51,444 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37929:37929)] 2024-11-20T20:22:51,444 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:22:51,445 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:22:51,445 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:22:51,445 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T20:22:51,445 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T20:22:51,445 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T20:22:51,445 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:51,445 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T20:22:51,445 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T20:22:51,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:22:51,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:22:51,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:51,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:51,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:22:51,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:22:51,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:51,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:51,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:22:51,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:22:51,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:51,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:51,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:22:51,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:22:51,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:51,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:22:51,457 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:22:51,458 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/meta/1588230740 2024-11-20T20:22:51,458 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/meta/1588230740 2024-11-20T20:22:51,459 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:22:51,459 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:22:51,460 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:22:51,460 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:22:51,461 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64030669, jitterRate=-0.045868679881095886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:22:51,461 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T20:22:51,461 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732134171445Writing region info on filesystem at 1732134171445Initializing all the Stores at 1732134171446 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134171446Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134171448 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134171448Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134171448Cleaning up temporary data from old regions at 1732134171459 (+11 ms)Running coprocessor post-open hooks at 1732134171461 (+2 ms)Region opened successfully at 1732134171461 2024-11-20T20:22:51,462 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732134171408 2024-11-20T20:22:51,463 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T20:22:51,463 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T20:22:51,464 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,42803,1732134169634 2024-11-20T20:22:51,464 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,42803,1732134169634, state=OPEN 2024-11-20T20:22:51,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x10159e9b1c30006, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2730984970/meta-region-server 2024-11-20T20:22:51,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42803-0x10159e9b1c30007, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2730984970/meta-region-server 2024-11-20T20:22:51,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2730984970/meta-region-server: CHANGED 2024-11-20T20:22:51,477 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7d59561a64e,42803,1732134169634 2024-11-20T20:22:51,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2730984970/meta-region-server: CHANGED 2024-11-20T20:22:51,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T20:22:51,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,42803,1732134169634 in 221 msec 2024-11-20T20:22:51,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T20:22:51,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 437 msec 2024-11-20T20:22:51,482 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:22:51,482 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T20:22:51,483 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:22:51,483 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,42803,1732134169634, seqNum=-1] 2024-11-20T20:22:51,484 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:22:51,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:22:51,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3850 sec 2024-11-20T20:22:51,495 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732134171494, completionTime=-1 2024-11-20T20:22:51,495 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T20:22:51,495 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T20:22:51,497 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T20:22:51,497 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732134231497 2024-11-20T20:22:51,497 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732134291497 2024-11-20T20:22:51,497 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T20:22:51,498 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,38985,1732134169489-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:51,498 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,38985,1732134169489-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:51,498 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,38985,1732134169489-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:51,498 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7d59561a64e:38985, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:51,498 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:51,498 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:51,500 DEBUG [master/d7d59561a64e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T20:22:51,501 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.777sec 2024-11-20T20:22:51,501 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T20:22:51,501 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T20:22:51,501 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T20:22:51,501 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T20:22:51,502 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T20:22:51,502 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,38985,1732134169489-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:22:51,502 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,38985,1732134169489-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T20:22:51,503 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T20:22:51,503 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T20:22:51,503 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,38985,1732134169489-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:22:51,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49da178a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:51,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,38985,-1 for getting cluster id 2024-11-20T20:22:51,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:51,530 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3f2b3e8-8dd3-49e7-a833-53ef6ab7f4a3' 2024-11-20T20:22:51,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:51,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3f2b3e8-8dd3-49e7-a833-53ef6ab7f4a3" 2024-11-20T20:22:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@272a544a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,38985,-1] 2024-11-20T20:22:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:51,532 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:51,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf5cc14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:51,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:22:51,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,42803,1732134169634, seqNum=-1] 2024-11-20T20:22:51,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:22:51,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:22:51,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7d59561a64e,38985,1732134169489 2024-11-20T20:22:51,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52932 2024-11-20T20:22:51,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:22:51,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10159e9b1c30008 connected 2024-11-20T20:22:51,568 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:22:51,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,46789,1732134158391 2024-11-20T20:22:51,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2aa50715 2024-11-20T20:22:51,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:22:51,570 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:22:51,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:22:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T20:22:51,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:22:51,573 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:51,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T20:22:51,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:22:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:22:51,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741835_1011 (size=902) 2024-11-20T20:22:51,619 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f7ad564da552091fbdc7ad013dc15be8, NAME => 'test,,1732134171570.f7ad564da552091fbdc7ad013dc15be8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041 2024-11-20T20:22:51,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741836_1012 (size=39) 2024-11-20T20:22:51,639 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732134171570.f7ad564da552091fbdc7ad013dc15be8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:51,639 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f7ad564da552091fbdc7ad013dc15be8, disabling compactions & flushes 2024-11-20T20:22:51,639 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732134171570.f7ad564da552091fbdc7ad013dc15be8. 2024-11-20T20:22:51,639 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732134171570.f7ad564da552091fbdc7ad013dc15be8. 2024-11-20T20:22:51,639 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732134171570.f7ad564da552091fbdc7ad013dc15be8. after waiting 0 ms 2024-11-20T20:22:51,639 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732134171570.f7ad564da552091fbdc7ad013dc15be8. 2024-11-20T20:22:51,639 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732134171570.f7ad564da552091fbdc7ad013dc15be8. 2024-11-20T20:22:51,639 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f7ad564da552091fbdc7ad013dc15be8: Waiting for close lock at 1732134171639Disabling compacts and flushes for region at 1732134171639Disabling writes for close at 1732134171639Writing region close event to WAL at 1732134171639Closed at 1732134171639 2024-11-20T20:22:51,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:22:51,640 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732134171570.f7ad564da552091fbdc7ad013dc15be8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732134171640"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732134171640"}]},"ts":"1732134171640"} 2024-11-20T20:22:51,642 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:22:51,648 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:22:51,649 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134171648"}]},"ts":"1732134171648"} 2024-11-20T20:22:51,650 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T20:22:51,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f7ad564da552091fbdc7ad013dc15be8, ASSIGN}] 2024-11-20T20:22:51,652 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f7ad564da552091fbdc7ad013dc15be8, ASSIGN 2024-11-20T20:22:51,656 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f7ad564da552091fbdc7ad013dc15be8, ASSIGN; state=OFFLINE, location=d7d59561a64e,39901,1732134159049; forceNewPlan=false, retain=false 2024-11-20T20:22:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:22:51,807 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f7ad564da552091fbdc7ad013dc15be8, regionState=OPENING, regionLocation=d7d59561a64e,39901,1732134159049 2024-11-20T20:22:51,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f7ad564da552091fbdc7ad013dc15be8, ASSIGN because future has completed 2024-11-20T20:22:51,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7ad564da552091fbdc7ad013dc15be8, server=d7d59561a64e,39901,1732134159049}] 2024-11-20T20:22:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:22:51,970 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732134171570.f7ad564da552091fbdc7ad013dc15be8. 2024-11-20T20:22:51,970 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f7ad564da552091fbdc7ad013dc15be8, NAME => 'test,,1732134171570.f7ad564da552091fbdc7ad013dc15be8.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:22:51,970 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:22:51,970 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T20:22:51,971 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f7ad564da552091fbdc7ad013dc15be8 2024-11-20T20:22:51,971 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732134171570.f7ad564da552091fbdc7ad013dc15be8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:51,971 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f7ad564da552091fbdc7ad013dc15be8 2024-11-20T20:22:51,971 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f7ad564da552091fbdc7ad013dc15be8 2024-11-20T20:22:51,980 INFO [StoreOpener-f7ad564da552091fbdc7ad013dc15be8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f7ad564da552091fbdc7ad013dc15be8 2024-11-20T20:22:51,982 INFO [StoreOpener-f7ad564da552091fbdc7ad013dc15be8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7ad564da552091fbdc7ad013dc15be8 columnFamilyName f 2024-11-20T20:22:51,982 DEBUG [StoreOpener-f7ad564da552091fbdc7ad013dc15be8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:51,983 INFO [StoreOpener-f7ad564da552091fbdc7ad013dc15be8-1 {}] regionserver.HStore(327): Store=f7ad564da552091fbdc7ad013dc15be8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:51,983 INFO [StoreOpener-f7ad564da552091fbdc7ad013dc15be8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f7ad564da552091fbdc7ad013dc15be8 2024-11-20T20:22:51,988 INFO [StoreOpener-f7ad564da552091fbdc7ad013dc15be8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7ad564da552091fbdc7ad013dc15be8 columnFamilyName f1 2024-11-20T20:22:51,988 DEBUG [StoreOpener-f7ad564da552091fbdc7ad013dc15be8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:51,989 INFO [StoreOpener-f7ad564da552091fbdc7ad013dc15be8-1 {}] regionserver.HStore(327): Store=f7ad564da552091fbdc7ad013dc15be8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:51,989 INFO [StoreOpener-f7ad564da552091fbdc7ad013dc15be8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f7ad564da552091fbdc7ad013dc15be8 2024-11-20T20:22:51,990 INFO [StoreOpener-f7ad564da552091fbdc7ad013dc15be8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7ad564da552091fbdc7ad013dc15be8 columnFamilyName norep 2024-11-20T20:22:51,990 DEBUG [StoreOpener-f7ad564da552091fbdc7ad013dc15be8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:51,991 INFO [StoreOpener-f7ad564da552091fbdc7ad013dc15be8-1 {}] regionserver.HStore(327): Store=f7ad564da552091fbdc7ad013dc15be8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:51,991 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f7ad564da552091fbdc7ad013dc15be8 2024-11-20T20:22:51,995 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/default/test/f7ad564da552091fbdc7ad013dc15be8 2024-11-20T20:22:51,997 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/default/test/f7ad564da552091fbdc7ad013dc15be8 2024-11-20T20:22:51,998 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f7ad564da552091fbdc7ad013dc15be8 2024-11-20T20:22:51,998 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f7ad564da552091fbdc7ad013dc15be8 2024-11-20T20:22:51,999 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:22:51,999 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f7ad564da552091fbdc7ad013dc15be8 2024-11-20T20:22:52,003 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/default/test/f7ad564da552091fbdc7ad013dc15be8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:22:52,004 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f7ad564da552091fbdc7ad013dc15be8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64115983, jitterRate=-0.04459740221500397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:22:52,004 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7ad564da552091fbdc7ad013dc15be8 2024-11-20T20:22:52,005 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f7ad564da552091fbdc7ad013dc15be8: Running coprocessor pre-open hook at 1732134171971Writing region info on filesystem at 1732134171971Initializing all the Stores at 1732134171972 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134171972Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134171980 (+8 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134171980Cleaning up temporary data from old regions at 1732134171998 (+18 ms)Running coprocessor post-open hooks at 1732134172004 (+6 ms)Region opened successfully at 1732134172004 2024-11-20T20:22:52,005 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732134171570.f7ad564da552091fbdc7ad013dc15be8., pid=6, masterSystemTime=1732134171965 2024-11-20T20:22:52,007 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732134171570.f7ad564da552091fbdc7ad013dc15be8. 2024-11-20T20:22:52,007 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732134171570.f7ad564da552091fbdc7ad013dc15be8. 2024-11-20T20:22:52,008 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f7ad564da552091fbdc7ad013dc15be8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7d59561a64e,39901,1732134159049 2024-11-20T20:22:52,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7ad564da552091fbdc7ad013dc15be8, server=d7d59561a64e,39901,1732134159049 because future has completed 2024-11-20T20:22:52,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T20:22:52,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f7ad564da552091fbdc7ad013dc15be8, server=d7d59561a64e,39901,1732134159049 in 203 msec 2024-11-20T20:22:52,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T20:22:52,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f7ad564da552091fbdc7ad013dc15be8, ASSIGN in 364 msec 2024-11-20T20:22:52,018 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:22:52,018 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134172018"}]},"ts":"1732134172018"} 2024-11-20T20:22:52,021 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T20:22:52,022 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:22:52,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 452 msec 2024-11-20T20:22:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:22:52,200 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:22:52,200 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T20:22:52,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,33589,1732134164897 2024-11-20T20:22:52,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67ac760d 2024-11-20T20:22:52,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:22:52,202 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:22:52,203 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33589 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:22:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33589 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T20:22:52,205 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:22:52,206 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:52,206 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33589 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T20:22:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:22:52,210 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:22:52,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741835_1011 (size=902) 2024-11-20T20:22:52,232 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c7c3fdb62c6ec18af4986b5997b6fdd0, NAME => 'test,,1732134172203.c7c3fdb62c6ec18af4986b5997b6fdd0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb 2024-11-20T20:22:52,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741836_1012 (size=39) 2024-11-20T20:22:52,249 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732134172203.c7c3fdb62c6ec18af4986b5997b6fdd0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:52,249 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c7c3fdb62c6ec18af4986b5997b6fdd0, disabling compactions & flushes 2024-11-20T20:22:52,249 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732134172203.c7c3fdb62c6ec18af4986b5997b6fdd0. 2024-11-20T20:22:52,249 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732134172203.c7c3fdb62c6ec18af4986b5997b6fdd0. 2024-11-20T20:22:52,249 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732134172203.c7c3fdb62c6ec18af4986b5997b6fdd0. after waiting 0 ms 2024-11-20T20:22:52,249 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732134172203.c7c3fdb62c6ec18af4986b5997b6fdd0. 2024-11-20T20:22:52,250 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732134172203.c7c3fdb62c6ec18af4986b5997b6fdd0. 2024-11-20T20:22:52,250 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c7c3fdb62c6ec18af4986b5997b6fdd0: Waiting for close lock at 1732134172249Disabling compacts and flushes for region at 1732134172249Disabling writes for close at 1732134172249Writing region close event to WAL at 1732134172250 (+1 ms)Closed at 1732134172250 2024-11-20T20:22:52,251 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:22:52,252 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732134172203.c7c3fdb62c6ec18af4986b5997b6fdd0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732134172251"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732134172251"}]},"ts":"1732134172251"} 2024-11-20T20:22:52,261 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:22:52,262 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:22:52,262 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134172262"}]},"ts":"1732134172262"} 2024-11-20T20:22:52,264 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T20:22:52,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c7c3fdb62c6ec18af4986b5997b6fdd0, ASSIGN}] 2024-11-20T20:22:52,269 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c7c3fdb62c6ec18af4986b5997b6fdd0, ASSIGN 2024-11-20T20:22:52,269 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c7c3fdb62c6ec18af4986b5997b6fdd0, ASSIGN; state=OFFLINE, location=d7d59561a64e,45939,1732134165094; forceNewPlan=false, retain=false 2024-11-20T20:22:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:22:52,420 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c7c3fdb62c6ec18af4986b5997b6fdd0, regionState=OPENING, regionLocation=d7d59561a64e,45939,1732134165094 2024-11-20T20:22:52,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c7c3fdb62c6ec18af4986b5997b6fdd0, ASSIGN because future has completed 2024-11-20T20:22:52,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7c3fdb62c6ec18af4986b5997b6fdd0, server=d7d59561a64e,45939,1732134165094}] 2024-11-20T20:22:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:22:52,603 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732134172203.c7c3fdb62c6ec18af4986b5997b6fdd0. 2024-11-20T20:22:52,603 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c7c3fdb62c6ec18af4986b5997b6fdd0, NAME => 'test,,1732134172203.c7c3fdb62c6ec18af4986b5997b6fdd0.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:22:52,604 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:22:52,604 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T20:22:52,604 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c7c3fdb62c6ec18af4986b5997b6fdd0 2024-11-20T20:22:52,604 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732134172203.c7c3fdb62c6ec18af4986b5997b6fdd0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:52,604 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c7c3fdb62c6ec18af4986b5997b6fdd0 2024-11-20T20:22:52,604 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c7c3fdb62c6ec18af4986b5997b6fdd0 2024-11-20T20:22:52,620 INFO [StoreOpener-c7c3fdb62c6ec18af4986b5997b6fdd0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c7c3fdb62c6ec18af4986b5997b6fdd0 2024-11-20T20:22:52,622 INFO [StoreOpener-c7c3fdb62c6ec18af4986b5997b6fdd0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7c3fdb62c6ec18af4986b5997b6fdd0 columnFamilyName f 2024-11-20T20:22:52,622 DEBUG [StoreOpener-c7c3fdb62c6ec18af4986b5997b6fdd0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:52,622 INFO [StoreOpener-c7c3fdb62c6ec18af4986b5997b6fdd0-1 {}] regionserver.HStore(327): Store=c7c3fdb62c6ec18af4986b5997b6fdd0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:52,622 INFO [StoreOpener-c7c3fdb62c6ec18af4986b5997b6fdd0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c7c3fdb62c6ec18af4986b5997b6fdd0 2024-11-20T20:22:52,623 INFO [StoreOpener-c7c3fdb62c6ec18af4986b5997b6fdd0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7c3fdb62c6ec18af4986b5997b6fdd0 columnFamilyName f1 2024-11-20T20:22:52,623 DEBUG [StoreOpener-c7c3fdb62c6ec18af4986b5997b6fdd0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:52,623 INFO [StoreOpener-c7c3fdb62c6ec18af4986b5997b6fdd0-1 {}] regionserver.HStore(327): Store=c7c3fdb62c6ec18af4986b5997b6fdd0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:52,623 INFO [StoreOpener-c7c3fdb62c6ec18af4986b5997b6fdd0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c7c3fdb62c6ec18af4986b5997b6fdd0 2024-11-20T20:22:52,624 INFO [StoreOpener-c7c3fdb62c6ec18af4986b5997b6fdd0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7c3fdb62c6ec18af4986b5997b6fdd0 columnFamilyName norep 2024-11-20T20:22:52,625 DEBUG [StoreOpener-c7c3fdb62c6ec18af4986b5997b6fdd0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:52,625 INFO [StoreOpener-c7c3fdb62c6ec18af4986b5997b6fdd0-1 {}] regionserver.HStore(327): Store=c7c3fdb62c6ec18af4986b5997b6fdd0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:52,625 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c7c3fdb62c6ec18af4986b5997b6fdd0 2024-11-20T20:22:52,626 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/default/test/c7c3fdb62c6ec18af4986b5997b6fdd0 2024-11-20T20:22:52,626 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/default/test/c7c3fdb62c6ec18af4986b5997b6fdd0 2024-11-20T20:22:52,627 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c7c3fdb62c6ec18af4986b5997b6fdd0 2024-11-20T20:22:52,627 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c7c3fdb62c6ec18af4986b5997b6fdd0 2024-11-20T20:22:52,628 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:22:52,629 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c7c3fdb62c6ec18af4986b5997b6fdd0 2024-11-20T20:22:52,641 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/default/test/c7c3fdb62c6ec18af4986b5997b6fdd0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:22:52,641 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c7c3fdb62c6ec18af4986b5997b6fdd0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65785682, jitterRate=-0.01971694827079773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:22:52,641 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c7c3fdb62c6ec18af4986b5997b6fdd0 2024-11-20T20:22:52,641 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c7c3fdb62c6ec18af4986b5997b6fdd0: Running coprocessor pre-open hook at 1732134172610Writing region info on filesystem at 1732134172610Initializing all the Stores at 1732134172610Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134172611 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134172620 (+9 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134172620Cleaning up temporary data from old regions at 1732134172627 (+7 ms)Running coprocessor post-open hooks at 1732134172641 (+14 ms)Region opened successfully at 1732134172641 2024-11-20T20:22:52,642 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732134172203.c7c3fdb62c6ec18af4986b5997b6fdd0., pid=6, masterSystemTime=1732134172584 2024-11-20T20:22:52,644 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732134172203.c7c3fdb62c6ec18af4986b5997b6fdd0. 2024-11-20T20:22:52,644 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732134172203.c7c3fdb62c6ec18af4986b5997b6fdd0. 2024-11-20T20:22:52,644 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c7c3fdb62c6ec18af4986b5997b6fdd0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7d59561a64e,45939,1732134165094 2024-11-20T20:22:52,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7c3fdb62c6ec18af4986b5997b6fdd0, server=d7d59561a64e,45939,1732134165094 because future has completed 2024-11-20T20:22:52,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T20:22:52,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c7c3fdb62c6ec18af4986b5997b6fdd0, server=d7d59561a64e,45939,1732134165094 in 223 msec 2024-11-20T20:22:52,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T20:22:52,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c7c3fdb62c6ec18af4986b5997b6fdd0, ASSIGN in 384 msec 2024-11-20T20:22:52,652 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:22:52,652 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134172652"}]},"ts":"1732134172652"} 2024-11-20T20:22:52,654 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T20:22:52,655 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:22:52,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 452 msec 2024-11-20T20:22:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:22:52,830 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T20:22:52,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:22:52,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,38985,1732134169489 2024-11-20T20:22:52,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@355edc8a 2024-11-20T20:22:52,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:22:52,831 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:22:52,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:22:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T20:22:52,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:22:52,834 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:52,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T20:22:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:22:52,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:22:52,846 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:22:52,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:52,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:52,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:52,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:52,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:52,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741835_1011 (size=902) 2024-11-20T20:22:52,886 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fb5701554ea1461624630a59211aff42, NAME => 'test,,1732134172832.fb5701554ea1461624630a59211aff42.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53 2024-11-20T20:22:52,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:52,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:52,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:52,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:52,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:52,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:52,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:52,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:52,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:52,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:52,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:22:52,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741836_1012 (size=39) 2024-11-20T20:22:52,942 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T20:22:52,945 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732134172832.fb5701554ea1461624630a59211aff42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:52,945 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fb5701554ea1461624630a59211aff42, disabling compactions & flushes 2024-11-20T20:22:52,945 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732134172832.fb5701554ea1461624630a59211aff42. 2024-11-20T20:22:52,945 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732134172832.fb5701554ea1461624630a59211aff42. 2024-11-20T20:22:52,945 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732134172832.fb5701554ea1461624630a59211aff42. after waiting 0 ms 2024-11-20T20:22:52,945 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732134172832.fb5701554ea1461624630a59211aff42. 2024-11-20T20:22:52,945 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732134172832.fb5701554ea1461624630a59211aff42. 2024-11-20T20:22:52,945 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fb5701554ea1461624630a59211aff42: Waiting for close lock at 1732134172945Disabling compacts and flushes for region at 1732134172945Disabling writes for close at 1732134172945Writing region close event to WAL at 1732134172945Closed at 1732134172945 2024-11-20T20:22:52,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:22:52,947 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732134172832.fb5701554ea1461624630a59211aff42.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732134172946"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732134172946"}]},"ts":"1732134172946"} 2024-11-20T20:22:52,949 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:22:52,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:22:52,950 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134172950"}]},"ts":"1732134172950"} 2024-11-20T20:22:52,952 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T20:22:52,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fb5701554ea1461624630a59211aff42, ASSIGN}] 2024-11-20T20:22:52,954 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fb5701554ea1461624630a59211aff42, ASSIGN 2024-11-20T20:22:52,955 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fb5701554ea1461624630a59211aff42, ASSIGN; state=OFFLINE, location=d7d59561a64e,42803,1732134169634; forceNewPlan=false, retain=false 2024-11-20T20:22:53,106 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fb5701554ea1461624630a59211aff42, regionState=OPENING, regionLocation=d7d59561a64e,42803,1732134169634 2024-11-20T20:22:53,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fb5701554ea1461624630a59211aff42, ASSIGN because future has completed 2024-11-20T20:22:53,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb5701554ea1461624630a59211aff42, server=d7d59561a64e,42803,1732134169634}] 2024-11-20T20:22:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:22:53,275 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732134172832.fb5701554ea1461624630a59211aff42. 2024-11-20T20:22:53,275 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fb5701554ea1461624630a59211aff42, NAME => 'test,,1732134172832.fb5701554ea1461624630a59211aff42.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:22:53,275 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:22:53,276 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T20:22:53,278 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fb5701554ea1461624630a59211aff42 2024-11-20T20:22:53,279 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732134172832.fb5701554ea1461624630a59211aff42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:53,279 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fb5701554ea1461624630a59211aff42 2024-11-20T20:22:53,279 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fb5701554ea1461624630a59211aff42 2024-11-20T20:22:53,284 INFO [StoreOpener-fb5701554ea1461624630a59211aff42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fb5701554ea1461624630a59211aff42 2024-11-20T20:22:53,286 INFO [StoreOpener-fb5701554ea1461624630a59211aff42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb5701554ea1461624630a59211aff42 columnFamilyName f 2024-11-20T20:22:53,286 DEBUG [StoreOpener-fb5701554ea1461624630a59211aff42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:53,286 INFO [StoreOpener-fb5701554ea1461624630a59211aff42-1 {}] regionserver.HStore(327): Store=fb5701554ea1461624630a59211aff42/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:53,286 INFO [StoreOpener-fb5701554ea1461624630a59211aff42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fb5701554ea1461624630a59211aff42 2024-11-20T20:22:53,287 INFO [StoreOpener-fb5701554ea1461624630a59211aff42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb5701554ea1461624630a59211aff42 columnFamilyName f1 2024-11-20T20:22:53,287 DEBUG [StoreOpener-fb5701554ea1461624630a59211aff42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:53,288 INFO [StoreOpener-fb5701554ea1461624630a59211aff42-1 {}] regionserver.HStore(327): Store=fb5701554ea1461624630a59211aff42/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:53,288 INFO [StoreOpener-fb5701554ea1461624630a59211aff42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fb5701554ea1461624630a59211aff42 2024-11-20T20:22:53,289 INFO [StoreOpener-fb5701554ea1461624630a59211aff42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb5701554ea1461624630a59211aff42 columnFamilyName norep 2024-11-20T20:22:53,289 DEBUG [StoreOpener-fb5701554ea1461624630a59211aff42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:53,289 INFO [StoreOpener-fb5701554ea1461624630a59211aff42-1 {}] regionserver.HStore(327): Store=fb5701554ea1461624630a59211aff42/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:53,289 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fb5701554ea1461624630a59211aff42 2024-11-20T20:22:53,290 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/default/test/fb5701554ea1461624630a59211aff42 2024-11-20T20:22:53,290 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/default/test/fb5701554ea1461624630a59211aff42 2024-11-20T20:22:53,291 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fb5701554ea1461624630a59211aff42 2024-11-20T20:22:53,291 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fb5701554ea1461624630a59211aff42 2024-11-20T20:22:53,291 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:22:53,292 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fb5701554ea1461624630a59211aff42 2024-11-20T20:22:53,296 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/default/test/fb5701554ea1461624630a59211aff42/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:22:53,297 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fb5701554ea1461624630a59211aff42; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58911596, jitterRate=-0.12214881181716919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:22:53,297 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb5701554ea1461624630a59211aff42 2024-11-20T20:22:53,298 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fb5701554ea1461624630a59211aff42: Running coprocessor pre-open hook at 1732134173279Writing region info on filesystem at 1732134173279Initializing all the Stores at 1732134173284 (+5 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134173284Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134173284Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134173284Cleaning up temporary data from old regions at 1732134173291 (+7 ms)Running coprocessor post-open hooks at 1732134173298 (+7 ms)Region opened successfully at 1732134173298 2024-11-20T20:22:53,300 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732134172832.fb5701554ea1461624630a59211aff42., pid=6, masterSystemTime=1732134173265 2024-11-20T20:22:53,315 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fb5701554ea1461624630a59211aff42, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7d59561a64e,42803,1732134169634 2024-11-20T20:22:53,315 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732134172832.fb5701554ea1461624630a59211aff42. 2024-11-20T20:22:53,315 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732134172832.fb5701554ea1461624630a59211aff42. 2024-11-20T20:22:53,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb5701554ea1461624630a59211aff42, server=d7d59561a64e,42803,1732134169634 because future has completed 2024-11-20T20:22:53,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T20:22:53,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fb5701554ea1461624630a59211aff42, server=d7d59561a64e,42803,1732134169634 in 207 msec 2024-11-20T20:22:53,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T20:22:53,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fb5701554ea1461624630a59211aff42, ASSIGN in 370 msec 2024-11-20T20:22:53,324 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:22:53,324 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134173324"}]},"ts":"1732134173324"} 2024-11-20T20:22:53,326 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T20:22:53,327 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:22:53,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 495 msec 2024-11-20T20:22:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:22:53,459 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T20:22:53,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@489d5c51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:53,460 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,46789,-1 for getting cluster id 2024-11-20T20:22:53,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:53,461 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47aa48ee-3c30-49d7-bd56-ede159d92260' 2024-11-20T20:22:53,461 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:53,461 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47aa48ee-3c30-49d7-bd56-ede159d92260" 2024-11-20T20:22:53,461 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6537d161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:53,461 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,46789,-1] 2024-11-20T20:22:53,461 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:53,461 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:53,462 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:53,462 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ea16549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:53,463 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:22:53,463 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,46789,1732134158391 2024-11-20T20:22:53,463 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@166cb738 2024-11-20T20:22:53,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:22:53,464 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:22:53,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7d59561a64e:33589,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T20:22:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T20:22:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:53,468 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:33589' 2024-11-20T20:22:53,469 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c3a1f19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:53,469 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,33589,-1 for getting cluster id 2024-11-20T20:22:53,469 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:53,470 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00bc2e43-5917-4c42-ae1a-36e242b60e86' 2024-11-20T20:22:53,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:53,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00bc2e43-5917-4c42-ae1a-36e242b60e86" 2024-11-20T20:22:53,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bcdd9d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:53,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,33589,-1] 2024-11-20T20:22:53,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:53,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:53,471 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:53,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34d0263f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:53,472 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:22:53,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,33589,1732134164897 2024-11-20T20:22:53,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42538ffe 2024-11-20T20:22:53,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:22:53,474 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:22:53,475 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T20:22:53,475 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T20:22:53,475 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:53,475 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:53,475 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:22:53,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:22:53,477 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T20:22:53,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:22:53,478 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:53,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:22:53,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741837_1013 (size=1138) 2024-11-20T20:22:53,486 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51f237a8381da308b774d5c169c38e43, NAME => 'hbase:replication,,1732134173475.51f237a8381da308b774d5c169c38e43.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041 2024-11-20T20:22:53,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741838_1014 (size=44) 2024-11-20T20:22:53,527 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T20:22:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:53,892 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732134173475.51f237a8381da308b774d5c169c38e43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:53,892 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 51f237a8381da308b774d5c169c38e43, disabling compactions & flushes 2024-11-20T20:22:53,893 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732134173475.51f237a8381da308b774d5c169c38e43. 2024-11-20T20:22:53,893 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732134173475.51f237a8381da308b774d5c169c38e43. 2024-11-20T20:22:53,893 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732134173475.51f237a8381da308b774d5c169c38e43. after waiting 0 ms 2024-11-20T20:22:53,893 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732134173475.51f237a8381da308b774d5c169c38e43. 2024-11-20T20:22:53,893 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732134173475.51f237a8381da308b774d5c169c38e43. 2024-11-20T20:22:53,893 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51f237a8381da308b774d5c169c38e43: Waiting for close lock at 1732134173892Disabling compacts and flushes for region at 1732134173892Disabling writes for close at 1732134173893 (+1 ms)Writing region close event to WAL at 1732134173893Closed at 1732134173893 2024-11-20T20:22:53,894 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:22:53,894 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732134173475.51f237a8381da308b774d5c169c38e43.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732134173894"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732134173894"}]},"ts":"1732134173894"} 2024-11-20T20:22:53,896 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:22:53,897 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:22:53,897 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134173897"}]},"ts":"1732134173897"} 2024-11-20T20:22:53,899 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T20:22:53,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51f237a8381da308b774d5c169c38e43, ASSIGN}] 2024-11-20T20:22:53,901 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51f237a8381da308b774d5c169c38e43, ASSIGN 2024-11-20T20:22:53,902 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51f237a8381da308b774d5c169c38e43, ASSIGN; state=OFFLINE, location=d7d59561a64e,39901,1732134159049; forceNewPlan=false, retain=false 2024-11-20T20:22:54,052 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=51f237a8381da308b774d5c169c38e43, regionState=OPENING, regionLocation=d7d59561a64e,39901,1732134159049 2024-11-20T20:22:54,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=51f237a8381da308b774d5c169c38e43, ASSIGN because future has completed 2024-11-20T20:22:54,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51f237a8381da308b774d5c169c38e43, server=d7d59561a64e,39901,1732134159049}] 2024-11-20T20:22:54,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T20:22:54,095 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T20:22:54,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T20:22:54,095 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T20:22:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:54,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732134173475.51f237a8381da308b774d5c169c38e43. 2024-11-20T20:22:54,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:22:54,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T20:22:54,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C39901%2C1732134159049.rep, suffix=, logDir=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049, archiveDir=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/oldWALs, maxLogs=10 2024-11-20T20:22:54,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.rep.1732134174249, exclude list is [], retry=0 2024-11-20T20:22:54,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34455,DS-61c66aac-ba36-4414-a92e-cb4fa2b4166d,DISK] 2024-11-20T20:22:54,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.rep.1732134174249 2024-11-20T20:22:54,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43999:43999)] 2024-11-20T20:22:54,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 51f237a8381da308b774d5c169c38e43, NAME => 'hbase:replication,,1732134173475.51f237a8381da308b774d5c169c38e43.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:22:54,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:22:54,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:22:54,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732134173475.51f237a8381da308b774d5c169c38e43. service=MultiRowMutationService 2024-11-20T20:22:54,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T20:22:54,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 51f237a8381da308b774d5c169c38e43 2024-11-20T20:22:54,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732134173475.51f237a8381da308b774d5c169c38e43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:54,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 51f237a8381da308b774d5c169c38e43 2024-11-20T20:22:54,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 51f237a8381da308b774d5c169c38e43 2024-11-20T20:22:54,276 INFO [StoreOpener-51f237a8381da308b774d5c169c38e43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 51f237a8381da308b774d5c169c38e43 2024-11-20T20:22:54,280 INFO [StoreOpener-51f237a8381da308b774d5c169c38e43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51f237a8381da308b774d5c169c38e43 columnFamilyName hfileref 2024-11-20T20:22:54,281 DEBUG [StoreOpener-51f237a8381da308b774d5c169c38e43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:54,281 INFO [StoreOpener-51f237a8381da308b774d5c169c38e43-1 {}] regionserver.HStore(327): Store=51f237a8381da308b774d5c169c38e43/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:54,281 INFO [StoreOpener-51f237a8381da308b774d5c169c38e43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 51f237a8381da308b774d5c169c38e43 2024-11-20T20:22:54,282 INFO [StoreOpener-51f237a8381da308b774d5c169c38e43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51f237a8381da308b774d5c169c38e43 columnFamilyName queue 2024-11-20T20:22:54,282 DEBUG [StoreOpener-51f237a8381da308b774d5c169c38e43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:54,282 INFO [StoreOpener-51f237a8381da308b774d5c169c38e43-1 {}] regionserver.HStore(327): Store=51f237a8381da308b774d5c169c38e43/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:54,282 INFO [StoreOpener-51f237a8381da308b774d5c169c38e43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 51f237a8381da308b774d5c169c38e43 2024-11-20T20:22:54,284 INFO [StoreOpener-51f237a8381da308b774d5c169c38e43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51f237a8381da308b774d5c169c38e43 columnFamilyName sid 2024-11-20T20:22:54,284 DEBUG [StoreOpener-51f237a8381da308b774d5c169c38e43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:54,284 INFO [StoreOpener-51f237a8381da308b774d5c169c38e43-1 {}] regionserver.HStore(327): Store=51f237a8381da308b774d5c169c38e43/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:54,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 51f237a8381da308b774d5c169c38e43 2024-11-20T20:22:54,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/replication/51f237a8381da308b774d5c169c38e43 2024-11-20T20:22:54,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/replication/51f237a8381da308b774d5c169c38e43 2024-11-20T20:22:54,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 51f237a8381da308b774d5c169c38e43 2024-11-20T20:22:54,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 51f237a8381da308b774d5c169c38e43 2024-11-20T20:22:54,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:22:54,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 51f237a8381da308b774d5c169c38e43 2024-11-20T20:22:54,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/replication/51f237a8381da308b774d5c169c38e43/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:22:54,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 51f237a8381da308b774d5c169c38e43; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65848993, jitterRate=-0.01877354085445404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:22:54,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51f237a8381da308b774d5c169c38e43 2024-11-20T20:22:54,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 51f237a8381da308b774d5c169c38e43: Running coprocessor pre-open hook at 1732134174272Writing region info on filesystem at 1732134174272Initializing all the Stores at 1732134174272Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134174272Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134174276 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134174276Cleaning up temporary data from old regions at 1732134174293 (+17 ms)Running coprocessor post-open hooks at 1732134174305 (+12 ms)Region opened successfully at 1732134174305 2024-11-20T20:22:54,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732134173475.51f237a8381da308b774d5c169c38e43., pid=10, masterSystemTime=1732134174225 2024-11-20T20:22:54,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732134173475.51f237a8381da308b774d5c169c38e43. 2024-11-20T20:22:54,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732134173475.51f237a8381da308b774d5c169c38e43. 2024-11-20T20:22:54,318 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=51f237a8381da308b774d5c169c38e43, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,39901,1732134159049 2024-11-20T20:22:54,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51f237a8381da308b774d5c169c38e43, server=d7d59561a64e,39901,1732134159049 because future has completed 2024-11-20T20:22:54,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T20:22:54,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 51f237a8381da308b774d5c169c38e43, server=d7d59561a64e,39901,1732134159049 in 270 msec 2024-11-20T20:22:54,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T20:22:54,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=51f237a8381da308b774d5c169c38e43, ASSIGN in 445 msec 2024-11-20T20:22:54,347 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:22:54,348 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134174348"}]},"ts":"1732134174348"} 2024-11-20T20:22:54,349 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T20:22:54,350 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:22:54,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 875 msec 2024-11-20T20:22:54,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732134173475.51f237a8381da308b774d5c169c38e43., hostname=d7d59561a64e,39901,1732134159049, seqNum=2] 2024-11-20T20:22:54,548 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x10159e9b1c30001, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491505817 2024-11-20T20:22:54,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x10159e9b1c30000, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491505817 2024-11-20T20:22:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:54,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T20:22:54,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39901 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T20:22:54,854 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T20:22:54,885 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d7d59561a64e,39901,1732134159049, ReplicationSource: 1, currentBandwidth=0 2024-11-20T20:22:54,886 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:22:54,886 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,39901,1732134159049, seqNum=-1] 2024-11-20T20:22:54,886 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:22:54,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-20T20:22:54,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d7d59561a64e,39901,1732134159049', locateType=CURRENT is [region=hbase:replication,,1732134173475.51f237a8381da308b774d5c169c38e43., hostname=d7d59561a64e,39901,1732134159049, seqNum=2] 2024-11-20T20:22:54,891 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T20:22:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T20:22:54,898 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d7d59561a64e,39901,1732134159049 suceeded 2024-11-20T20:22:54,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T20:22:54,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-20T20:22:54,900 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d7d59561a64e:33589,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T20:22:54,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4350 sec 2024-11-20T20:22:54,908 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:33589' 2024-11-20T20:22:54,909 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48b70696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:54,909 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,33589,-1 for getting cluster id 2024-11-20T20:22:54,909 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:54,910 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00bc2e43-5917-4c42-ae1a-36e242b60e86' 2024-11-20T20:22:54,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:54,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00bc2e43-5917-4c42-ae1a-36e242b60e86" 2024-11-20T20:22:54,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67b6ff6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:54,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,33589,-1] 2024-11-20T20:22:54,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:54,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:54,911 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:54,912 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b242c4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:54,912 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:22:54,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,33589,1732134164897 2024-11-20T20:22:54,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d01c48d 2024-11-20T20:22:54,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:22:54,913 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-20T20:22:54,914 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7d59561a64e,39901,1732134159049 (queues=1) is replicating from cluster=47aa48ee-3c30-49d7-bd56-ede159d92260 to cluster=00bc2e43-5917-4c42-ae1a-36e242b60e86 2024-11-20T20:22:54,914 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7d59561a64e%2C39901%2C1732134159049 2024-11-20T20:22:54,914 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7d59561a64e,39901,1732134159049, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T20:22:54,915 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.shipperd7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7d59561a64e%2C39901%2C1732134159049 2024-11-20T20:22:54,915 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750, startPosition=0, beingWritten=true 2024-11-20T20:22:54,923 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:22:54,923 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750 to pos 379, reset compression=false 2024-11-20T20:22:54,923 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.shipperd7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,39901,1732134159049 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:22:55,127 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750 to pos 379, reset compression=false 2024-11-20T20:22:55,432 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750 to pos 379, reset compression=false 2024-11-20T20:22:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:55,619 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T20:22:55,620 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:22:55,620 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:22:55,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:55,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:55,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:22:55,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107be593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:55,621 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,33589,-1 for getting cluster id 2024-11-20T20:22:55,621 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:55,621 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00bc2e43-5917-4c42-ae1a-36e242b60e86' 2024-11-20T20:22:55,621 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:55,621 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00bc2e43-5917-4c42-ae1a-36e242b60e86" 2024-11-20T20:22:55,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f839b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:55,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,33589,-1] 2024-11-20T20:22:55,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:55,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:55,622 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:55,623 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72596855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:55,623 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:22:55,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,33589,1732134164897 2024-11-20T20:22:55,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1adb1d29 2024-11-20T20:22:55,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:22:55,624 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:22:55,625 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33589 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7d59561a64e:38985,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T20:22:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33589 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T20:22:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:55,627 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:38985' 2024-11-20T20:22:55,628 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fb9b24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:55,628 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,38985,-1 for getting cluster id 2024-11-20T20:22:55,628 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:55,629 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3f2b3e8-8dd3-49e7-a833-53ef6ab7f4a3' 2024-11-20T20:22:55,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:55,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3f2b3e8-8dd3-49e7-a833-53ef6ab7f4a3" 2024-11-20T20:22:55,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@272575f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:55,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,38985,-1] 2024-11-20T20:22:55,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:55,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:55,630 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:55,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb635b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:55,630 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:22:55,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,38985,1732134169489 2024-11-20T20:22:55,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f7e743e 2024-11-20T20:22:55,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:22:55,631 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:22:55,632 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T20:22:55,632 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T20:22:55,632 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:55,632 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:55,632 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:22:55,632 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:22:55,633 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T20:22:55,634 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:22:55,634 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:55,634 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:22:55,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741837_1013 (size=1138) 2024-11-20T20:22:55,645 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e50e92939319e48d401e5858f26a94bb, NAME => 'hbase:replication,,1732134175632.e50e92939319e48d401e5858f26a94bb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb 2024-11-20T20:22:55,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741838_1014 (size=44) 2024-11-20T20:22:55,683 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T20:22:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:55,835 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750 to pos 379, reset compression=false 2024-11-20T20:22:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:56,052 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732134175632.e50e92939319e48d401e5858f26a94bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:56,052 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e50e92939319e48d401e5858f26a94bb, disabling compactions & flushes 2024-11-20T20:22:56,052 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732134175632.e50e92939319e48d401e5858f26a94bb. 2024-11-20T20:22:56,052 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732134175632.e50e92939319e48d401e5858f26a94bb. 2024-11-20T20:22:56,052 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732134175632.e50e92939319e48d401e5858f26a94bb. after waiting 0 ms 2024-11-20T20:22:56,052 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732134175632.e50e92939319e48d401e5858f26a94bb. 2024-11-20T20:22:56,052 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732134175632.e50e92939319e48d401e5858f26a94bb. 2024-11-20T20:22:56,052 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e50e92939319e48d401e5858f26a94bb: Waiting for close lock at 1732134176052Disabling compacts and flushes for region at 1732134176052Disabling writes for close at 1732134176052Writing region close event to WAL at 1732134176052Closed at 1732134176052 2024-11-20T20:22:56,053 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:22:56,053 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732134175632.e50e92939319e48d401e5858f26a94bb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732134176053"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732134176053"}]},"ts":"1732134176053"} 2024-11-20T20:22:56,055 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:22:56,056 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:22:56,056 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134176056"}]},"ts":"1732134176056"} 2024-11-20T20:22:56,058 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T20:22:56,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e50e92939319e48d401e5858f26a94bb, ASSIGN}] 2024-11-20T20:22:56,059 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e50e92939319e48d401e5858f26a94bb, ASSIGN 2024-11-20T20:22:56,060 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e50e92939319e48d401e5858f26a94bb, ASSIGN; state=OFFLINE, location=d7d59561a64e,45939,1732134165094; forceNewPlan=false, retain=false 2024-11-20T20:22:56,211 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e50e92939319e48d401e5858f26a94bb, regionState=OPENING, regionLocation=d7d59561a64e,45939,1732134165094 2024-11-20T20:22:56,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e50e92939319e48d401e5858f26a94bb, ASSIGN because future has completed 2024-11-20T20:22:56,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e50e92939319e48d401e5858f26a94bb, server=d7d59561a64e,45939,1732134165094}] 2024-11-20T20:22:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:56,338 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750 to pos 379, reset compression=false 2024-11-20T20:22:56,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732134175632.e50e92939319e48d401e5858f26a94bb. 2024-11-20T20:22:56,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:22:56,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T20:22:56,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C45939%2C1732134165094.rep, suffix=, logDir=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094, archiveDir=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/oldWALs, maxLogs=10 2024-11-20T20:22:56,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.rep.1732134176372, exclude list is [], retry=0 2024-11-20T20:22:56,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34985,DS-b83e79f2-c44d-4f96-a917-03158086f4a1,DISK] 2024-11-20T20:22:56,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.rep.1732134176372 2024-11-20T20:22:56,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44489:44489)] 2024-11-20T20:22:56,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e50e92939319e48d401e5858f26a94bb, NAME => 'hbase:replication,,1732134175632.e50e92939319e48d401e5858f26a94bb.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:22:56,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:22:56,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:22:56,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732134175632.e50e92939319e48d401e5858f26a94bb. service=MultiRowMutationService 2024-11-20T20:22:56,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T20:22:56,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e50e92939319e48d401e5858f26a94bb 2024-11-20T20:22:56,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732134175632.e50e92939319e48d401e5858f26a94bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:56,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e50e92939319e48d401e5858f26a94bb 2024-11-20T20:22:56,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e50e92939319e48d401e5858f26a94bb 2024-11-20T20:22:56,398 INFO [StoreOpener-e50e92939319e48d401e5858f26a94bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e50e92939319e48d401e5858f26a94bb 2024-11-20T20:22:56,399 INFO [StoreOpener-e50e92939319e48d401e5858f26a94bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e50e92939319e48d401e5858f26a94bb columnFamilyName hfileref 2024-11-20T20:22:56,399 DEBUG [StoreOpener-e50e92939319e48d401e5858f26a94bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:56,400 INFO [StoreOpener-e50e92939319e48d401e5858f26a94bb-1 {}] regionserver.HStore(327): Store=e50e92939319e48d401e5858f26a94bb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:56,400 INFO [StoreOpener-e50e92939319e48d401e5858f26a94bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e50e92939319e48d401e5858f26a94bb 2024-11-20T20:22:56,400 INFO [StoreOpener-e50e92939319e48d401e5858f26a94bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e50e92939319e48d401e5858f26a94bb columnFamilyName queue 2024-11-20T20:22:56,400 DEBUG [StoreOpener-e50e92939319e48d401e5858f26a94bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:56,401 INFO [StoreOpener-e50e92939319e48d401e5858f26a94bb-1 {}] regionserver.HStore(327): Store=e50e92939319e48d401e5858f26a94bb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:56,401 INFO [StoreOpener-e50e92939319e48d401e5858f26a94bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e50e92939319e48d401e5858f26a94bb 2024-11-20T20:22:56,402 INFO [StoreOpener-e50e92939319e48d401e5858f26a94bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e50e92939319e48d401e5858f26a94bb columnFamilyName sid 2024-11-20T20:22:56,402 DEBUG [StoreOpener-e50e92939319e48d401e5858f26a94bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:56,403 INFO [StoreOpener-e50e92939319e48d401e5858f26a94bb-1 {}] regionserver.HStore(327): Store=e50e92939319e48d401e5858f26a94bb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:56,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e50e92939319e48d401e5858f26a94bb 2024-11-20T20:22:56,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/replication/e50e92939319e48d401e5858f26a94bb 2024-11-20T20:22:56,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/replication/e50e92939319e48d401e5858f26a94bb 2024-11-20T20:22:56,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e50e92939319e48d401e5858f26a94bb 2024-11-20T20:22:56,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e50e92939319e48d401e5858f26a94bb 2024-11-20T20:22:56,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:22:56,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e50e92939319e48d401e5858f26a94bb 2024-11-20T20:22:56,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/replication/e50e92939319e48d401e5858f26a94bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:22:56,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e50e92939319e48d401e5858f26a94bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68296369, jitterRate=0.01769520342350006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:22:56,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e50e92939319e48d401e5858f26a94bb 2024-11-20T20:22:56,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e50e92939319e48d401e5858f26a94bb: Running coprocessor pre-open hook at 1732134176397Writing region info on filesystem at 1732134176397Initializing all the Stores at 1732134176398 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134176398Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134176398Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134176398Cleaning up temporary data from old regions at 1732134176405 (+7 ms)Running coprocessor post-open hooks at 1732134176408 (+3 ms)Region opened successfully at 1732134176408 2024-11-20T20:22:56,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732134175632.e50e92939319e48d401e5858f26a94bb., pid=10, masterSystemTime=1732134176368 2024-11-20T20:22:56,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732134175632.e50e92939319e48d401e5858f26a94bb. 2024-11-20T20:22:56,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732134175632.e50e92939319e48d401e5858f26a94bb. 2024-11-20T20:22:56,411 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e50e92939319e48d401e5858f26a94bb, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,45939,1732134165094 2024-11-20T20:22:56,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e50e92939319e48d401e5858f26a94bb, server=d7d59561a64e,45939,1732134165094 because future has completed 2024-11-20T20:22:56,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T20:22:56,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e50e92939319e48d401e5858f26a94bb, server=d7d59561a64e,45939,1732134165094 in 198 msec 2024-11-20T20:22:56,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T20:22:56,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e50e92939319e48d401e5858f26a94bb, ASSIGN in 356 msec 2024-11-20T20:22:56,416 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:22:56,416 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134176416"}]},"ts":"1732134176416"} 2024-11-20T20:22:56,418 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T20:22:56,418 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:22:56,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 786 msec 2024-11-20T20:22:56,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732134175632.e50e92939319e48d401e5858f26a94bb., hostname=d7d59561a64e,45939,1732134165094, seqNum=2] 2024-11-20T20:22:56,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10159e9b1c30003, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155991549 2024-11-20T20:22:56,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45939-0x10159e9b1c30004, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155991549 2024-11-20T20:22:56,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T20:22:56,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45939 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T20:22:56,645 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T20:22:56,683 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d7d59561a64e,45939,1732134165094, ReplicationSource: 1, currentBandwidth=0 2024-11-20T20:22:56,684 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:22:56,684 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,45939,1732134165094, seqNum=-1] 2024-11-20T20:22:56,684 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:22:56,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-20T20:22:56,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d7d59561a64e,45939,1732134165094', locateType=CURRENT is [region=hbase:replication,,1732134175632.e50e92939319e48d401e5858f26a94bb., hostname=d7d59561a64e,45939,1732134165094, seqNum=2] 2024-11-20T20:22:56,689 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T20:22:56,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33589 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T20:22:56,693 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d7d59561a64e,45939,1732134165094 suceeded 2024-11-20T20:22:56,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T20:22:56,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-20T20:22:56,696 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d7d59561a64e:38985,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T20:22:56,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0710 sec 2024-11-20T20:22:56,707 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:38985' 2024-11-20T20:22:56,712 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@588a4dbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:56,712 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,38985,-1 for getting cluster id 2024-11-20T20:22:56,712 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:56,713 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3f2b3e8-8dd3-49e7-a833-53ef6ab7f4a3' 2024-11-20T20:22:56,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:56,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3f2b3e8-8dd3-49e7-a833-53ef6ab7f4a3" 2024-11-20T20:22:56,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34a14c8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:56,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,38985,-1] 2024-11-20T20:22:56,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:56,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:56,715 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:56,716 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4deb5138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:56,716 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:22:56,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,38985,1732134169489 2024-11-20T20:22:56,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20d81868 2024-11-20T20:22:56,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:22:56,719 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-20T20:22:56,720 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7d59561a64e,45939,1732134165094 (queues=1) is replicating from cluster=00bc2e43-5917-4c42-ae1a-36e242b60e86 to cluster=c3f2b3e8-8dd3-49e7-a833-53ef6ab7f4a3 2024-11-20T20:22:56,720 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7d59561a64e%2C45939%2C1732134165094 2024-11-20T20:22:56,720 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7d59561a64e,45939,1732134165094, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T20:22:56,720 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759, startPosition=0, beingWritten=true 2024-11-20T20:22:56,724 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.shipperd7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7d59561a64e%2C45939%2C1732134165094 2024-11-20T20:22:56,734 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:22:56,734 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 379, reset compression=false 2024-11-20T20:22:56,734 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.shipperd7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,45939,1732134165094 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:22:56,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33589 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:56,759 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T20:22:56,759 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:22:56,759 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:22:56,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:56,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:56,760 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:22:56,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6310a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:56,760 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,38985,-1 for getting cluster id 2024-11-20T20:22:56,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:56,761 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3f2b3e8-8dd3-49e7-a833-53ef6ab7f4a3' 2024-11-20T20:22:56,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:56,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3f2b3e8-8dd3-49e7-a833-53ef6ab7f4a3" 2024-11-20T20:22:56,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb1c55d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:56,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,38985,-1] 2024-11-20T20:22:56,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:56,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:56,763 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:56,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f42de1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:56,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:22:56,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,38985,1732134169489 2024-11-20T20:22:56,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52ec52b7 2024-11-20T20:22:56,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:22:56,781 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:22:56,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7d59561a64e:33589,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T20:22:56,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T20:22:56,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:56,791 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:33589' 2024-11-20T20:22:56,797 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac71e0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:56,797 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,33589,-1 for getting cluster id 2024-11-20T20:22:56,797 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:56,798 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00bc2e43-5917-4c42-ae1a-36e242b60e86' 2024-11-20T20:22:56,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:56,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00bc2e43-5917-4c42-ae1a-36e242b60e86" 2024-11-20T20:22:56,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@754421fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:56,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,33589,-1] 2024-11-20T20:22:56,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:56,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:56,800 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:56,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc5684b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:56,801 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:22:56,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,33589,1732134164897 2024-11-20T20:22:56,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42109209 2024-11-20T20:22:56,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:22:56,804 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:22:56,805 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T20:22:56,805 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T20:22:56,805 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:56,805 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:56,806 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:22:56,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:22:56,807 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T20:22:56,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:22:56,808 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:56,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:22:56,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741837_1013 (size=1138) 2024-11-20T20:22:56,840 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c308ce42767517b6ded4227d968271ed, NAME => 'hbase:replication,,1732134176806.c308ce42767517b6ded4227d968271ed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53 2024-11-20T20:22:56,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741838_1014 (size=44) 2024-11-20T20:22:56,853 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732134176806.c308ce42767517b6ded4227d968271ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:56,853 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c308ce42767517b6ded4227d968271ed, disabling compactions & flushes 2024-11-20T20:22:56,853 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732134176806.c308ce42767517b6ded4227d968271ed. 2024-11-20T20:22:56,853 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732134176806.c308ce42767517b6ded4227d968271ed. 2024-11-20T20:22:56,853 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732134176806.c308ce42767517b6ded4227d968271ed. after waiting 0 ms 2024-11-20T20:22:56,853 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732134176806.c308ce42767517b6ded4227d968271ed. 2024-11-20T20:22:56,853 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732134176806.c308ce42767517b6ded4227d968271ed. 2024-11-20T20:22:56,853 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c308ce42767517b6ded4227d968271ed: Waiting for close lock at 1732134176853Disabling compacts and flushes for region at 1732134176853Disabling writes for close at 1732134176853Writing region close event to WAL at 1732134176853Closed at 1732134176853 2024-11-20T20:22:56,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:22:56,855 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732134176806.c308ce42767517b6ded4227d968271ed.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732134176854"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732134176854"}]},"ts":"1732134176854"} 2024-11-20T20:22:56,857 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:22:56,858 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T20:22:56,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:22:56,859 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134176858"}]},"ts":"1732134176858"} 2024-11-20T20:22:56,866 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T20:22:56,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c308ce42767517b6ded4227d968271ed, ASSIGN}] 2024-11-20T20:22:56,868 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c308ce42767517b6ded4227d968271ed, ASSIGN 2024-11-20T20:22:56,870 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c308ce42767517b6ded4227d968271ed, ASSIGN; state=OFFLINE, location=d7d59561a64e,42803,1732134169634; forceNewPlan=false, retain=false 2024-11-20T20:22:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:56,942 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750 to pos 379, reset compression=false 2024-11-20T20:22:56,946 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 379, reset compression=false 2024-11-20T20:22:57,022 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c308ce42767517b6ded4227d968271ed, regionState=OPENING, regionLocation=d7d59561a64e,42803,1732134169634 2024-11-20T20:22:57,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c308ce42767517b6ded4227d968271ed, ASSIGN because future has completed 2024-11-20T20:22:57,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c308ce42767517b6ded4227d968271ed, server=d7d59561a64e,42803,1732134169634}] 2024-11-20T20:22:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:57,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732134176806.c308ce42767517b6ded4227d968271ed. 2024-11-20T20:22:57,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:22:57,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T20:22:57,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C42803%2C1732134169634.rep, suffix=, logDir=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634, archiveDir=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/oldWALs, maxLogs=10 2024-11-20T20:22:57,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.rep.1732134177230, exclude list is [], retry=0 2024-11-20T20:22:57,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45883,DS-ba5e2aaa-8c8a-44a5-8b1d-4f126f2ed265,DISK] 2024-11-20T20:22:57,260 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 379, reset compression=false 2024-11-20T20:22:57,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.rep.1732134177230 2024-11-20T20:22:57,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37929:37929)] 2024-11-20T20:22:57,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c308ce42767517b6ded4227d968271ed, NAME => 'hbase:replication,,1732134176806.c308ce42767517b6ded4227d968271ed.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:22:57,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:22:57,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:22:57,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732134176806.c308ce42767517b6ded4227d968271ed. service=MultiRowMutationService 2024-11-20T20:22:57,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T20:22:57,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c308ce42767517b6ded4227d968271ed 2024-11-20T20:22:57,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732134176806.c308ce42767517b6ded4227d968271ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:22:57,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c308ce42767517b6ded4227d968271ed 2024-11-20T20:22:57,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c308ce42767517b6ded4227d968271ed 2024-11-20T20:22:57,277 INFO [StoreOpener-c308ce42767517b6ded4227d968271ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c308ce42767517b6ded4227d968271ed 2024-11-20T20:22:57,278 INFO [StoreOpener-c308ce42767517b6ded4227d968271ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c308ce42767517b6ded4227d968271ed columnFamilyName hfileref 2024-11-20T20:22:57,278 DEBUG [StoreOpener-c308ce42767517b6ded4227d968271ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:57,278 INFO [StoreOpener-c308ce42767517b6ded4227d968271ed-1 {}] regionserver.HStore(327): Store=c308ce42767517b6ded4227d968271ed/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:57,278 INFO [StoreOpener-c308ce42767517b6ded4227d968271ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c308ce42767517b6ded4227d968271ed 2024-11-20T20:22:57,279 INFO [StoreOpener-c308ce42767517b6ded4227d968271ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c308ce42767517b6ded4227d968271ed columnFamilyName queue 2024-11-20T20:22:57,279 DEBUG [StoreOpener-c308ce42767517b6ded4227d968271ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:57,279 INFO [StoreOpener-c308ce42767517b6ded4227d968271ed-1 {}] regionserver.HStore(327): Store=c308ce42767517b6ded4227d968271ed/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:57,279 INFO [StoreOpener-c308ce42767517b6ded4227d968271ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c308ce42767517b6ded4227d968271ed 2024-11-20T20:22:57,280 INFO [StoreOpener-c308ce42767517b6ded4227d968271ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c308ce42767517b6ded4227d968271ed columnFamilyName sid 2024-11-20T20:22:57,280 DEBUG [StoreOpener-c308ce42767517b6ded4227d968271ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:22:57,280 INFO [StoreOpener-c308ce42767517b6ded4227d968271ed-1 {}] regionserver.HStore(327): Store=c308ce42767517b6ded4227d968271ed/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:22:57,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c308ce42767517b6ded4227d968271ed 2024-11-20T20:22:57,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/replication/c308ce42767517b6ded4227d968271ed 2024-11-20T20:22:57,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/replication/c308ce42767517b6ded4227d968271ed 2024-11-20T20:22:57,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c308ce42767517b6ded4227d968271ed 2024-11-20T20:22:57,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c308ce42767517b6ded4227d968271ed 2024-11-20T20:22:57,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:22:57,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c308ce42767517b6ded4227d968271ed 2024-11-20T20:22:57,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/replication/c308ce42767517b6ded4227d968271ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:22:57,289 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c308ce42767517b6ded4227d968271ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74202772, jitterRate=0.10570746660232544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:22:57,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c308ce42767517b6ded4227d968271ed 2024-11-20T20:22:57,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c308ce42767517b6ded4227d968271ed: Running coprocessor pre-open hook at 1732134177274Writing region info on filesystem at 1732134177274Initializing all the Stores at 1732134177274Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134177274Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134177276 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134177276Cleaning up temporary data from old regions at 1732134177283 (+7 ms)Running coprocessor post-open hooks at 1732134177289 (+6 ms)Region opened successfully at 1732134177290 (+1 ms) 2024-11-20T20:22:57,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732134176806.c308ce42767517b6ded4227d968271ed., pid=10, masterSystemTime=1732134177220 2024-11-20T20:22:57,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732134176806.c308ce42767517b6ded4227d968271ed. 2024-11-20T20:22:57,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732134176806.c308ce42767517b6ded4227d968271ed. 2024-11-20T20:22:57,293 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c308ce42767517b6ded4227d968271ed, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,42803,1732134169634 2024-11-20T20:22:57,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c308ce42767517b6ded4227d968271ed, server=d7d59561a64e,42803,1732134169634 because future has completed 2024-11-20T20:22:57,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T20:22:57,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c308ce42767517b6ded4227d968271ed, server=d7d59561a64e,42803,1732134169634 in 247 msec 2024-11-20T20:22:57,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T20:22:57,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c308ce42767517b6ded4227d968271ed, ASSIGN in 431 msec 2024-11-20T20:22:57,300 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:22:57,300 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134177300"}]},"ts":"1732134177300"} 2024-11-20T20:22:57,302 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T20:22:57,302 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:22:57,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 496 msec 2024-11-20T20:22:57,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732134176806.c308ce42767517b6ded4227d968271ed., hostname=d7d59561a64e,42803,1732134169634, seqNum=2] 2024-11-20T20:22:57,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x10159e9b1c30006, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2730984970 2024-11-20T20:22:57,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42803-0x10159e9b1c30007, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2730984970 2024-11-20T20:22:57,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T20:22:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:57,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T20:22:57,520 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T20:22:57,548 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d7d59561a64e,42803,1732134169634, ReplicationSource: 1, currentBandwidth=0 2024-11-20T20:22:57,548 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:22:57,548 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,42803,1732134169634, seqNum=-1] 2024-11-20T20:22:57,549 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:22:57,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-20T20:22:57,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d7d59561a64e,42803,1732134169634', locateType=CURRENT is [region=hbase:replication,,1732134176806.c308ce42767517b6ded4227d968271ed., hostname=d7d59561a64e,42803,1732134169634, seqNum=2] 2024-11-20T20:22:57,553 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T20:22:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T20:22:57,556 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d7d59561a64e,42803,1732134169634 suceeded 2024-11-20T20:22:57,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T20:22:57,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-20T20:22:57,559 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d7d59561a64e:33589,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T20:22:57,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 778 msec 2024-11-20T20:22:57,571 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:33589' 2024-11-20T20:22:57,572 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54471a18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:57,572 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,33589,-1 for getting cluster id 2024-11-20T20:22:57,572 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:57,573 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00bc2e43-5917-4c42-ae1a-36e242b60e86' 2024-11-20T20:22:57,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:57,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00bc2e43-5917-4c42-ae1a-36e242b60e86" 2024-11-20T20:22:57,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55ddad53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:57,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,33589,-1] 2024-11-20T20:22:57,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:57,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:57,574 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:57,575 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64721ab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:57,575 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:22:57,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,33589,1732134164897 2024-11-20T20:22:57,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68e17fb6 2024-11-20T20:22:57,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:22:57,577 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-20T20:22:57,577 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7d59561a64e,42803,1732134169634 (queues=1) is replicating from cluster=c3f2b3e8-8dd3-49e7-a833-53ef6ab7f4a3 to cluster=00bc2e43-5917-4c42-ae1a-36e242b60e86 2024-11-20T20:22:57,577 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7d59561a64e%2C42803%2C1732134169634 2024-11-20T20:22:57,578 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7d59561a64e,42803,1732134169634, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T20:22:57,578 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506, startPosition=0, beingWritten=true 2024-11-20T20:22:57,579 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.shipperd7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7d59561a64e%2C42803%2C1732134169634 2024-11-20T20:22:57,586 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:22:57,586 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506 to pos 379, reset compression=false 2024-11-20T20:22:57,586 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.shipperd7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,42803,1732134169634 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:22:57,662 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750 to pos 379, reset compression=false 2024-11-20T20:22:57,675 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 379, reset compression=false 2024-11-20T20:22:57,790 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506 to pos 379, reset compression=false 2024-11-20T20:22:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:22:57,930 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T20:22:57,930 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:22:57,931 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:22:57,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:57,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:57,931 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:22:57,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30cdecdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:57,932 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,46789,-1 for getting cluster id 2024-11-20T20:22:57,932 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:57,933 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47aa48ee-3c30-49d7-bd56-ede159d92260' 2024-11-20T20:22:57,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:57,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47aa48ee-3c30-49d7-bd56-ede159d92260" 2024-11-20T20:22:57,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0ea615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:57,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,46789,-1] 2024-11-20T20:22:57,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:57,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:57,935 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:57,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ddb51e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:57,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5b0a58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:57,937 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,33589,-1 for getting cluster id 2024-11-20T20:22:57,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:57,938 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00bc2e43-5917-4c42-ae1a-36e242b60e86' 2024-11-20T20:22:57,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:57,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00bc2e43-5917-4c42-ae1a-36e242b60e86" 2024-11-20T20:22:57,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759826b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:57,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,33589,-1] 2024-11-20T20:22:57,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:57,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:57,939 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:57,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a26461a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:57,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fae74b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:57,941 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,38985,-1 for getting cluster id 2024-11-20T20:22:57,941 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:57,941 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3f2b3e8-8dd3-49e7-a833-53ef6ab7f4a3' 2024-11-20T20:22:57,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:57,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3f2b3e8-8dd3-49e7-a833-53ef6ab7f4a3" 2024-11-20T20:22:57,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580dea3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:57,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,38985,-1] 2024-11-20T20:22:57,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:57,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:57,943 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:57,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f176841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:57,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:22:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,39901,1732134159049, seqNum=-1] 2024-11-20T20:22:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:22:57,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:22:57,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732134171570.f7ad564da552091fbdc7ad013dc15be8., hostname=d7d59561a64e,39901,1732134159049, seqNum=2] 2024-11-20T20:22:57,952 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:22:57,953 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,42803,1732134169634, seqNum=-1] 2024-11-20T20:22:57,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:22:57,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:22:57,957 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732134172832.fb5701554ea1461624630a59211aff42., hostname=d7d59561a64e,42803,1732134169634, seqNum=2] 2024-11-20T20:22:57,959 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T20:22:58,093 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506 to pos 379, reset compression=false 2024-11-20T20:22:58,108 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:22:58,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:58,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:58,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:58,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:58,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:58,183 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 379, reset compression=false 2024-11-20T20:22:58,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:58,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:58,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:58,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:58,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:58,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:58,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:58,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:58,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:58,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:22:58,465 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750 to pos 379, reset compression=false 2024-11-20T20:22:58,469 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:22:58,469 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750 to pos 480, reset compression=false 2024-11-20T20:22:58,469 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.shipperd7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,39901,1732134159049 got entry batch from reader: WALEntryBatch [walEntries=[{test/f7ad564da552091fbdc7ad013dc15be8/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-20T20:22:58,471 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.shipperd7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:22:58,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-20T20:22:58,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T20:22:58,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ad1eb6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:58,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,33589,-1 for getting cluster id 2024-11-20T20:22:58,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:58,474 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00bc2e43-5917-4c42-ae1a-36e242b60e86' 2024-11-20T20:22:58,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:58,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00bc2e43-5917-4c42-ae1a-36e242b60e86" 2024-11-20T20:22:58,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@398ec548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:58,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,33589,-1] 2024-11-20T20:22:58,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:58,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:58,475 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:58,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fb10822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:58,476 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:22:58,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,45939,1732134165094, seqNum=-1] 2024-11-20T20:22:58,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:22:58,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-20T20:22:58,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732134172203.c7c3fdb62c6ec18af4986b5997b6fdd0., hostname=d7d59561a64e,45939,1732134165094, seqNum=2] 2024-11-20T20:22:58,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T20:22:58,540 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506 to pos 379, reset compression=false 2024-11-20T20:22:58,673 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750 to pos 480, reset compression=false 2024-11-20T20:22:58,786 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 379, reset compression=false 2024-11-20T20:22:58,791 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:22:58,791 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 503, reset compression=false 2024-11-20T20:22:58,791 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.shipperd7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,45939,1732134165094 got entry batch from reader: WALEntryBatch [walEntries=[{test/c7c3fdb62c6ec18af4986b5997b6fdd0/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-20T20:22:58,793 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.shipperd7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:22:58,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-20T20:22:58,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T20:22:58,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@119515f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:58,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,38985,-1 for getting cluster id 2024-11-20T20:22:58,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:22:58,795 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3f2b3e8-8dd3-49e7-a833-53ef6ab7f4a3' 2024-11-20T20:22:58,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:22:58,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3f2b3e8-8dd3-49e7-a833-53ef6ab7f4a3" 2024-11-20T20:22:58,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@92ca9cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:58,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,38985,-1] 2024-11-20T20:22:58,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:22:58,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:22:58,796 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:22:58,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48390c9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:22:58,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:22:58,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,42803,1732134169634, seqNum=-1] 2024-11-20T20:22:58,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:22:58,799 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-20T20:22:58,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732134172832.fb5701554ea1461624630a59211aff42., hostname=d7d59561a64e,42803,1732134169634, seqNum=2] 2024-11-20T20:22:58,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T20:22:58,943 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T20:22:58,961 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-20T20:22:58,961 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:22:58,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,45939,1732134165094, seqNum=-1] 2024-11-20T20:22:58,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:22:58,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:22:58,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732134172203.c7c3fdb62c6ec18af4986b5997b6fdd0., hostname=d7d59561a64e,45939,1732134165094, seqNum=2] 2024-11-20T20:22:58,967 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-20T20:22:58,986 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750 to pos 480, reset compression=false 2024-11-20T20:22:58,994 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 503, reset compression=false 2024-11-20T20:22:58,999 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:22:58,999 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 607, reset compression=false 2024-11-20T20:22:58,999 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.shipperd7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,45939,1732134165094 got entry batch from reader: WALEntryBatch [walEntries=[{test/c7c3fdb62c6ec18af4986b5997b6fdd0/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T20:22:59,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T20:22:59,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T20:22:59,044 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506 to pos 379, reset compression=false 2024-11-20T20:22:59,050 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:22:59,050 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506 to pos 651, reset compression=false 2024-11-20T20:22:59,050 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.shipperd7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,42803,1732134169634 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506, lastWalPosition=651, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:22:59,206 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 607, reset compression=false 2024-11-20T20:22:59,254 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506 to pos 651, reset compression=false 2024-11-20T20:22:59,391 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750 to pos 480, reset compression=false 2024-11-20T20:22:59,514 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 607, reset compression=false 2024-11-20T20:22:59,559 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506 to pos 651, reset compression=false 2024-11-20T20:22:59,897 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750 to pos 480, reset compression=false 2024-11-20T20:22:59,917 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 607, reset compression=false 2024-11-20T20:22:59,963 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506 to pos 651, reset compression=false 2024-11-20T20:22:59,970 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-20T20:22:59,975 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-20T20:23:00,420 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 607, reset compression=false 2024-11-20T20:23:00,470 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506 to pos 651, reset compression=false 2024-11-20T20:23:00,477 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:23:00,477 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506 to pos 755, reset compression=false 2024-11-20T20:23:00,477 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.shipperd7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,42803,1732134169634 got entry batch from reader: WALEntryBatch [walEntries=[{test/fb5701554ea1461624630a59211aff42/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506, lastWalPosition=755, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T20:23:00,479 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.shipperd7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:23:00,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-20T20:23:00,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T20:23:00,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T20:23:00,501 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750 to pos 480, reset compression=false 2024-11-20T20:23:00,689 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506 to pos 755, reset compression=false 2024-11-20T20:23:00,976 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-20T20:23:00,980 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T20:23:00,994 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506 to pos 755, reset compression=false 2024-11-20T20:23:01,029 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 607, reset compression=false 2024-11-20T20:23:01,035 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:23:01,035 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 735, reset compression=false 2024-11-20T20:23:01,035 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.shipperd7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,45939,1732134165094 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:23:01,205 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750 to pos 480, reset compression=false 2024-11-20T20:23:01,230 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:23:01,230 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750 to pos 636, reset compression=false 2024-11-20T20:23:01,230 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.shipperd7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,39901,1732134159049 got entry batch from reader: WALEntryBatch [walEntries=[{test/f7ad564da552091fbdc7ad013dc15be8/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-20T20:23:01,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T20:23:01,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T20:23:01,271 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 735, reset compression=false 2024-11-20T20:23:01,302 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:23:01,302 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 882, reset compression=false 2024-11-20T20:23:01,302 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.shipperd7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,45939,1732134165094 got entry batch from reader: WALEntryBatch [walEntries=[{test/c7c3fdb62c6ec18af4986b5997b6fdd0/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-20T20:23:01,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T20:23:01,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T20:23:01,398 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506 to pos 755, reset compression=false 2024-11-20T20:23:01,404 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:23:01,404 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506 to pos 924, reset compression=false 2024-11-20T20:23:01,404 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.shipperd7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,42803,1732134169634 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506, lastWalPosition=924, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:23:01,446 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750 to pos 636, reset compression=false 2024-11-20T20:23:01,515 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 882, reset compression=false 2024-11-20T20:23:01,608 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506 to pos 924, reset compression=false 2024-11-20T20:23:01,749 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750 to pos 636, reset compression=false 2024-11-20T20:23:01,820 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 882, reset compression=false 2024-11-20T20:23:01,930 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506 to pos 924, reset compression=false 2024-11-20T20:23:01,981 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-20T20:23:01,985 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-20T20:23:02,161 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750 to pos 636, reset compression=false 2024-11-20T20:23:02,224 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 882, reset compression=false 2024-11-20T20:23:02,242 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:23:02,242 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 1041, reset compression=false 2024-11-20T20:23:02,242 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.shipperd7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,45939,1732134165094 got entry batch from reader: WALEntryBatch [walEntries=[{test/c7c3fdb62c6ec18af4986b5997b6fdd0/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T20:23:02,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T20:23:02,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T20:23:02,335 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506 to pos 924, reset compression=false 2024-11-20T20:23:02,345 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:23:02,345 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506 to pos 1072, reset compression=false 2024-11-20T20:23:02,345 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.shipperd7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,42803,1732134169634 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506, lastWalPosition=1072, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:23:02,479 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 1041, reset compression=false 2024-11-20T20:23:02,576 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506 to pos 1072, reset compression=false 2024-11-20T20:23:02,673 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750 to pos 636, reset compression=false 2024-11-20T20:23:02,788 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 1041, reset compression=false 2024-11-20T20:23:02,887 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506 to pos 1072, reset compression=false 2024-11-20T20:23:02,987 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-20T20:23:02,990 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-20T20:23:03,192 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 1041, reset compression=false 2024-11-20T20:23:03,277 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750 to pos 636, reset compression=false 2024-11-20T20:23:03,291 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506 to pos 1072, reset compression=false 2024-11-20T20:23:03,295 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:23:03,295 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506 to pos 1231, reset compression=false 2024-11-20T20:23:03,296 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.shipperd7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,42803,1732134169634 got entry batch from reader: WALEntryBatch [walEntries=[{test/fb5701554ea1461624630a59211aff42/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506, lastWalPosition=1231, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T20:23:03,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T20:23:03,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45939 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T20:23:03,500 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506 to pos 1231, reset compression=false 2024-11-20T20:23:03,696 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 1041, reset compression=false 2024-11-20T20:23:03,702 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:23:03,702 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 1191, reset compression=false 2024-11-20T20:23:03,702 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.shipperd7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,45939,1732134165094 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:23:03,804 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506 to pos 1231, reset compression=false 2024-11-20T20:23:03,905 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 1191, reset compression=false 2024-11-20T20:23:03,981 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750 to pos 636, reset compression=false 2024-11-20T20:23:03,992 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-20T20:23:04,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T20:23:04,000 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:23:04,000 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:04,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:04,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:04,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:23:04,001 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T20:23:04,001 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=868276269, stopped=false 2024-11-20T20:23:04,001 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7d59561a64e,38985,1732134169489 2024-11-20T20:23:04,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x10159e9b1c30006, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2730984970/running 2024-11-20T20:23:04,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x10159e9b1c30006, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2730984970 2024-11-20T20:23:04,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42803-0x10159e9b1c30007, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2730984970/running 2024-11-20T20:23:04,018 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:23:04,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42803-0x10159e9b1c30007, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2730984970 2024-11-20T20:23:04,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42803-0x10159e9b1c30007, quorum=127.0.0.1:52932, baseZNode=/2730984970 Set watcher on znode that does not yet exist, /2730984970/running 2024-11-20T20:23:04,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38985-0x10159e9b1c30006, quorum=127.0.0.1:52932, baseZNode=/2730984970 Set watcher on znode that does not yet exist, /2730984970/running 2024-11-20T20:23:04,020 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:23:04,020 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:04,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:04,021 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7d59561a64e,42803,1732134169634' ***** 2024-11-20T20:23:04,021 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T20:23:04,021 INFO [RS:0;d7d59561a64e:42803 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T20:23:04,021 INFO [RS:0;d7d59561a64e:42803 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T20:23:04,021 INFO [RS:0;d7d59561a64e:42803 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T20:23:04,021 INFO [RS:0;d7d59561a64e:42803 {}] regionserver.HRegionServer(3091): Received CLOSE for c308ce42767517b6ded4227d968271ed 2024-11-20T20:23:04,021 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T20:23:04,022 INFO [RS:0;d7d59561a64e:42803 {}] regionserver.HRegionServer(3091): Received CLOSE for fb5701554ea1461624630a59211aff42 2024-11-20T20:23:04,022 INFO [RS:0;d7d59561a64e:42803 {}] regionserver.HRegionServer(959): stopping server d7d59561a64e,42803,1732134169634 2024-11-20T20:23:04,022 INFO [RS:0;d7d59561a64e:42803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:23:04,022 INFO [RS:0;d7d59561a64e:42803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:42803. 2024-11-20T20:23:04,022 DEBUG [RS:0;d7d59561a64e:42803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:04,022 DEBUG [RS:0;d7d59561a64e:42803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:04,022 INFO [RS:0;d7d59561a64e:42803 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T20:23:04,022 INFO [RS:0;d7d59561a64e:42803 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T20:23:04,022 INFO [RS:0;d7d59561a64e:42803 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T20:23:04,022 INFO [RS:0;d7d59561a64e:42803 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T20:23:04,023 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c308ce42767517b6ded4227d968271ed, disabling compactions & flushes 2024-11-20T20:23:04,023 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732134176806.c308ce42767517b6ded4227d968271ed. 2024-11-20T20:23:04,023 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732134176806.c308ce42767517b6ded4227d968271ed. 2024-11-20T20:23:04,023 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732134176806.c308ce42767517b6ded4227d968271ed. after waiting 0 ms 2024-11-20T20:23:04,023 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732134176806.c308ce42767517b6ded4227d968271ed. 2024-11-20T20:23:04,023 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c308ce42767517b6ded4227d968271ed 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-11-20T20:23:04,024 INFO [RS:0;d7d59561a64e:42803 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T20:23:04,024 DEBUG [RS:0;d7d59561a64e:42803 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c308ce42767517b6ded4227d968271ed=hbase:replication,,1732134176806.c308ce42767517b6ded4227d968271ed., fb5701554ea1461624630a59211aff42=test,,1732134172832.fb5701554ea1461624630a59211aff42.} 2024-11-20T20:23:04,024 DEBUG [RS:0;d7d59561a64e:42803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c308ce42767517b6ded4227d968271ed, fb5701554ea1461624630a59211aff42 2024-11-20T20:23:04,025 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:23:04,025 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:23:04,025 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:23:04,025 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:23:04,025 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:23:04,025 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T20:23:04,045 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/replication/c308ce42767517b6ded4227d968271ed/.tmp/queue/bc27c4835c2947ec9c56008eb23a81e0 is 154, key is 1-d7d59561a64e,42803,1732134169634/queue:d7d59561a64e%2C42803%2C1732134169634/1732134183301/Put/seqid=0 2024-11-20T20:23:04,056 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/meta/1588230740/.tmp/info/e6ddc40ea6744bf4a4e6851fa68bb4b2 is 147, key is hbase:replication,,1732134176806.c308ce42767517b6ded4227d968271ed./info:regioninfo/1732134177293/Put/seqid=0 2024-11-20T20:23:04,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741840_1016 (size=5353) 2024-11-20T20:23:04,071 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/replication/c308ce42767517b6ded4227d968271ed/.tmp/queue/bc27c4835c2947ec9c56008eb23a81e0 2024-11-20T20:23:04,078 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/replication/c308ce42767517b6ded4227d968271ed/.tmp/queue/bc27c4835c2947ec9c56008eb23a81e0 as hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/replication/c308ce42767517b6ded4227d968271ed/queue/bc27c4835c2947ec9c56008eb23a81e0 2024-11-20T20:23:04,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741841_1017 (size=7686) 2024-11-20T20:23:04,080 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/meta/1588230740/.tmp/info/e6ddc40ea6744bf4a4e6851fa68bb4b2 2024-11-20T20:23:04,086 INFO [regionserver/d7d59561a64e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:23:04,089 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/replication/c308ce42767517b6ded4227d968271ed/queue/bc27c4835c2947ec9c56008eb23a81e0, entries=1, sequenceid=11, filesize=5.2 K 2024-11-20T20:23:04,090 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for c308ce42767517b6ded4227d968271ed in 67ms, sequenceid=11, compaction requested=false 2024-11-20T20:23:04,104 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/replication/c308ce42767517b6ded4227d968271ed/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T20:23:04,105 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/meta/1588230740/.tmp/ns/e1a2b4eb67744ef1a214dfd8f8ac5bef is 43, key is default/ns:d/1732134171490/Put/seqid=0 2024-11-20T20:23:04,108 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:23:04,109 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:23:04,109 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732134176806.c308ce42767517b6ded4227d968271ed. 2024-11-20T20:23:04,109 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c308ce42767517b6ded4227d968271ed: Waiting for close lock at 1732134184023Running coprocessor pre-close hooks at 1732134184023Disabling compacts and flushes for region at 1732134184023Disabling writes for close at 1732134184023Obtaining lock to block concurrent updates at 1732134184023Preparing flush snapshotting stores in c308ce42767517b6ded4227d968271ed at 1732134184023Finished memstore snapshotting hbase:replication,,1732134176806.c308ce42767517b6ded4227d968271ed., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1732134184023Flushing stores of hbase:replication,,1732134176806.c308ce42767517b6ded4227d968271ed. at 1732134184024 (+1 ms)Flushing c308ce42767517b6ded4227d968271ed/queue: creating writer at 1732134184024Flushing c308ce42767517b6ded4227d968271ed/queue: appending metadata at 1732134184044 (+20 ms)Flushing c308ce42767517b6ded4227d968271ed/queue: closing flushed file at 1732134184044Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@539a6c1f: reopening flushed file at 1732134184077 (+33 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for c308ce42767517b6ded4227d968271ed in 67ms, sequenceid=11, compaction requested=false at 1732134184090 (+13 ms)Writing region close event to WAL at 1732134184096 (+6 ms)Running coprocessor post-close hooks at 1732134184108 (+12 ms)Closed at 1732134184109 (+1 ms) 2024-11-20T20:23:04,109 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732134176806.c308ce42767517b6ded4227d968271ed. 2024-11-20T20:23:04,109 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fb5701554ea1461624630a59211aff42, disabling compactions & flushes 2024-11-20T20:23:04,109 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732134172832.fb5701554ea1461624630a59211aff42. 2024-11-20T20:23:04,109 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732134172832.fb5701554ea1461624630a59211aff42. 2024-11-20T20:23:04,109 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732134172832.fb5701554ea1461624630a59211aff42. after waiting 0 ms 2024-11-20T20:23:04,109 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732134172832.fb5701554ea1461624630a59211aff42. 2024-11-20T20:23:04,109 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fb5701554ea1461624630a59211aff42 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-20T20:23:04,143 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/default/test/fb5701554ea1461624630a59211aff42/.tmp/f/a7fb554677c345cb9d3cb412f78a7506 is 29, key is row1/f:/1732134181982/DeleteFamily/seqid=0 2024-11-20T20:23:04,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741842_1018 (size=5153) 2024-11-20T20:23:04,153 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/meta/1588230740/.tmp/ns/e1a2b4eb67744ef1a214dfd8f8ac5bef 2024-11-20T20:23:04,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741843_1019 (size=5152) 2024-11-20T20:23:04,165 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/default/test/fb5701554ea1461624630a59211aff42/.tmp/f/a7fb554677c345cb9d3cb412f78a7506 2024-11-20T20:23:04,172 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7fb554677c345cb9d3cb412f78a7506 2024-11-20T20:23:04,197 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/meta/1588230740/.tmp/rep_barrier/25bbe9c4abf64bc5905d9f2d01e7375c is 112, key is test,,1732134172832.fb5701554ea1461624630a59211aff42./rep_barrier:seqnumDuringOpen/1732134173315/Put/seqid=0 2024-11-20T20:23:04,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741844_1020 (size=5518) 2024-11-20T20:23:04,204 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/default/test/fb5701554ea1461624630a59211aff42/.tmp/f1/7678fccc861d4f71a690af4fdf02b7c0 is 30, key is row1/f1:/1732134181982/DeleteFamily/seqid=0 2024-11-20T20:23:04,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741845_1021 (size=5158) 2024-11-20T20:23:04,209 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 1191, reset compression=false 2024-11-20T20:23:04,214 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506 to pos 1231, reset compression=false 2024-11-20T20:23:04,223 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:23:04,223 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506 to pos 1478, reset compression=false 2024-11-20T20:23:04,224 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.shipperd7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,42803,1732134169634 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506, lastWalPosition=1478, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:23:04,225 ERROR [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.shipperd7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d7d59561a64e,42803,1732134169634: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d7d59561a64e,42803,1732134169634, walGroup=d7d59561a64e%2C42803%2C1732134169634, offset=d7d59561a64e%2C42803%2C1732134169634.1732134170506:1478, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:42803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T20:23:04,226 ERROR [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.shipperd7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T20:23:04,226 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.shipperd7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T20:23:04,227 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.shipperd7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T20:23:04,227 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.shipperd7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T20:23:04,227 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.shipperd7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T20:23:04,227 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.shipperd7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1371537408, "init": 1048576000, "max": 2306867200, "used": 814045136 }, "NonHeapMemoryUsage": { "committed": 204537856, "init": 7667712, "max": -1, "used": 200645128 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T20:23:04,228 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.shipperd7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:38985 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:38985 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T20:23:04,228 DEBUG [RS:0;d7d59561a64e:42803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fb5701554ea1461624630a59211aff42 2024-11-20T20:23:04,428 DEBUG [RS:0;d7d59561a64e:42803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fb5701554ea1461624630a59211aff42 2024-11-20T20:23:04,429 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506 to pos 1478, reset compression=false 2024-11-20T20:23:04,436 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T20:23:04,436 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T20:23:04,602 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/meta/1588230740/.tmp/rep_barrier/25bbe9c4abf64bc5905d9f2d01e7375c 2024-11-20T20:23:04,608 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/default/test/fb5701554ea1461624630a59211aff42/.tmp/f1/7678fccc861d4f71a690af4fdf02b7c0 2024-11-20T20:23:04,612 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 1191, reset compression=false 2024-11-20T20:23:04,618 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7678fccc861d4f71a690af4fdf02b7c0 2024-11-20T20:23:04,628 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/meta/1588230740/.tmp/table/2df2eac7ceba4bf6af75e9b2e4cb0c04 is 53, key is hbase:replication/table:state/1732134177300/Put/seqid=0 2024-11-20T20:23:04,628 DEBUG [RS:0;d7d59561a64e:42803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fb5701554ea1461624630a59211aff42 2024-11-20T20:23:04,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741846_1022 (size=5308) 2024-11-20T20:23:04,639 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/meta/1588230740/.tmp/table/2df2eac7ceba4bf6af75e9b2e4cb0c04 2024-11-20T20:23:04,641 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/default/test/fb5701554ea1461624630a59211aff42/.tmp/norep/20b90a71f61b4144abb5ca8e883d3bd8 is 33, key is row2/norep:/1732134182988/DeleteFamily/seqid=0 2024-11-20T20:23:04,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741847_1023 (size=5108) 2024-11-20T20:23:04,646 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/default/test/fb5701554ea1461624630a59211aff42/.tmp/norep/20b90a71f61b4144abb5ca8e883d3bd8 2024-11-20T20:23:04,651 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20b90a71f61b4144abb5ca8e883d3bd8 2024-11-20T20:23:04,651 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/default/test/fb5701554ea1461624630a59211aff42/.tmp/f/a7fb554677c345cb9d3cb412f78a7506 as hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/default/test/fb5701554ea1461624630a59211aff42/f/a7fb554677c345cb9d3cb412f78a7506 2024-11-20T20:23:04,656 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7fb554677c345cb9d3cb412f78a7506 2024-11-20T20:23:04,656 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/default/test/fb5701554ea1461624630a59211aff42/f/a7fb554677c345cb9d3cb412f78a7506, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T20:23:04,657 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/default/test/fb5701554ea1461624630a59211aff42/.tmp/f1/7678fccc861d4f71a690af4fdf02b7c0 as hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/default/test/fb5701554ea1461624630a59211aff42/f1/7678fccc861d4f71a690af4fdf02b7c0 2024-11-20T20:23:04,659 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/meta/1588230740/.tmp/info/e6ddc40ea6744bf4a4e6851fa68bb4b2 as hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/meta/1588230740/info/e6ddc40ea6744bf4a4e6851fa68bb4b2 2024-11-20T20:23:04,662 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7678fccc861d4f71a690af4fdf02b7c0 2024-11-20T20:23:04,662 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/default/test/fb5701554ea1461624630a59211aff42/f1/7678fccc861d4f71a690af4fdf02b7c0, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T20:23:04,663 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/default/test/fb5701554ea1461624630a59211aff42/.tmp/norep/20b90a71f61b4144abb5ca8e883d3bd8 as hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/default/test/fb5701554ea1461624630a59211aff42/norep/20b90a71f61b4144abb5ca8e883d3bd8 2024-11-20T20:23:04,665 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/meta/1588230740/info/e6ddc40ea6744bf4a4e6851fa68bb4b2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T20:23:04,666 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/meta/1588230740/.tmp/ns/e1a2b4eb67744ef1a214dfd8f8ac5bef as hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/meta/1588230740/ns/e1a2b4eb67744ef1a214dfd8f8ac5bef 2024-11-20T20:23:04,670 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/meta/1588230740/ns/e1a2b4eb67744ef1a214dfd8f8ac5bef, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T20:23:04,671 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/meta/1588230740/.tmp/rep_barrier/25bbe9c4abf64bc5905d9f2d01e7375c as hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/meta/1588230740/rep_barrier/25bbe9c4abf64bc5905d9f2d01e7375c 2024-11-20T20:23:04,675 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/meta/1588230740/rep_barrier/25bbe9c4abf64bc5905d9f2d01e7375c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T20:23:04,676 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/meta/1588230740/.tmp/table/2df2eac7ceba4bf6af75e9b2e4cb0c04 as hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/meta/1588230740/table/2df2eac7ceba4bf6af75e9b2e4cb0c04 2024-11-20T20:23:04,677 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20b90a71f61b4144abb5ca8e883d3bd8 2024-11-20T20:23:04,677 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/default/test/fb5701554ea1461624630a59211aff42/norep/20b90a71f61b4144abb5ca8e883d3bd8, entries=1, sequenceid=10, filesize=5.0 K 2024-11-20T20:23:04,678 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for fb5701554ea1461624630a59211aff42 in 569ms, sequenceid=10, compaction requested=false 2024-11-20T20:23:04,681 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/meta/1588230740/table/2df2eac7ceba4bf6af75e9b2e4cb0c04, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T20:23:04,684 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 658ms, sequenceid=16, compaction requested=false 2024-11-20T20:23:04,711 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/default/test/fb5701554ea1461624630a59211aff42/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T20:23:04,718 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:23:04,718 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T20:23:04,718 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732134172832.fb5701554ea1461624630a59211aff42. 2024-11-20T20:23:04,718 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fb5701554ea1461624630a59211aff42: Waiting for close lock at 1732134184109Running coprocessor pre-close hooks at 1732134184109Disabling compacts and flushes for region at 1732134184109Disabling writes for close at 1732134184109Obtaining lock to block concurrent updates at 1732134184109Preparing flush snapshotting stores in fb5701554ea1461624630a59211aff42 at 1732134184109Finished memstore snapshotting test,,1732134172832.fb5701554ea1461624630a59211aff42., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732134184109Flushing stores of test,,1732134172832.fb5701554ea1461624630a59211aff42. at 1732134184112 (+3 ms)Flushing fb5701554ea1461624630a59211aff42/f: creating writer at 1732134184112Flushing fb5701554ea1461624630a59211aff42/f: appending metadata at 1732134184142 (+30 ms)Flushing fb5701554ea1461624630a59211aff42/f: closing flushed file at 1732134184142Flushing fb5701554ea1461624630a59211aff42/f1: creating writer at 1732134184172 (+30 ms)Flushing fb5701554ea1461624630a59211aff42/f1: appending metadata at 1732134184204 (+32 ms)Flushing fb5701554ea1461624630a59211aff42/f1: closing flushed file at 1732134184204Flushing fb5701554ea1461624630a59211aff42/norep: creating writer at 1732134184618 (+414 ms)Flushing fb5701554ea1461624630a59211aff42/norep: appending metadata at 1732134184640 (+22 ms)Flushing fb5701554ea1461624630a59211aff42/norep: closing flushed file at 1732134184640Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4035f277: reopening flushed file at 1732134184651 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43dd97b0: reopening flushed file at 1732134184656 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@144a6c98: reopening flushed file at 1732134184662 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for fb5701554ea1461624630a59211aff42 in 569ms, sequenceid=10, compaction requested=false at 1732134184678 (+16 ms)Writing region close event to WAL at 1732134184704 (+26 ms)Running coprocessor post-close hooks at 1732134184718 (+14 ms)Closed at 1732134184718 2024-11-20T20:23:04,718 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732134172832.fb5701554ea1461624630a59211aff42. 2024-11-20T20:23:04,720 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T20:23:04,721 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:23:04,721 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:23:04,721 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:23:04,721 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134184025Running coprocessor pre-close hooks at 1732134184025Disabling compacts and flushes for region at 1732134184025Disabling writes for close at 1732134184025Obtaining lock to block concurrent updates at 1732134184025Preparing flush snapshotting stores in 1588230740 at 1732134184025Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732134184026 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732134184032 (+6 ms)Flushing 1588230740/info: creating writer at 1732134184032Flushing 1588230740/info: appending metadata at 1732134184056 (+24 ms)Flushing 1588230740/info: closing flushed file at 1732134184056Flushing 1588230740/ns: creating writer at 1732134184084 (+28 ms)Flushing 1588230740/ns: appending metadata at 1732134184104 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732134184104Flushing 1588230740/rep_barrier: creating writer at 1732134184167 (+63 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732134184196 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732134184196Flushing 1588230740/table: creating writer at 1732134184606 (+410 ms)Flushing 1588230740/table: appending metadata at 1732134184628 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732134184628Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@574ba1f6: reopening flushed file at 1732134184658 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68a494f9: reopening flushed file at 1732134184665 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45dc052d: reopening flushed file at 1732134184671 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c74a0ab: reopening flushed file at 1732134184676 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 658ms, sequenceid=16, compaction requested=false at 1732134184684 (+8 ms)Writing region close event to WAL at 1732134184709 (+25 ms)Running coprocessor post-close hooks at 1732134184721 (+12 ms)Closed at 1732134184721 2024-11-20T20:23:04,721 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T20:23:04,749 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506 to pos 1478, reset compression=false 2024-11-20T20:23:04,761 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:23:04,761 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/WALs/d7d59561a64e,42803,1732134169634/d7d59561a64e%2C42803%2C1732134169634.1732134170506 to pos 2122, reset compression=false 2024-11-20T20:23:04,786 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750 to pos 636, reset compression=false 2024-11-20T20:23:04,829 INFO [RS:0;d7d59561a64e:42803 {}] regionserver.HRegionServer(976): stopping server d7d59561a64e,42803,1732134169634; all regions closed. 2024-11-20T20:23:04,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741834_1010 (size=4239) 2024-11-20T20:23:04,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741839_1015 (size=2896) 2024-11-20T20:23:04,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741832_1008 (size=2130) 2024-11-20T20:23:04,851 DEBUG [RS:0;d7d59561a64e:42803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:04,851 INFO [RS:0;d7d59561a64e:42803 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:23:04,851 INFO [RS:0;d7d59561a64e:42803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:23:04,851 INFO [RS:0;d7d59561a64e:42803 {}] hbase.ChoreService(370): Chore service for: regionserver/d7d59561a64e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T20:23:04,851 INFO [RS:0;d7d59561a64e:42803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:23:04,851 INFO [RS:0;d7d59561a64e:42803 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7d59561a64e,42803,1732134169634 because: Region server is closing 2024-11-20T20:23:04,851 INFO [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:23:04,852 INFO [RS:0;d7d59561a64e:42803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:42803. 2024-11-20T20:23:04,852 DEBUG [RS:0;d7d59561a64e:42803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:04,852 DEBUG [RS:0;d7d59561a64e:42803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:04,852 DEBUG [RS:0;d7d59561a64e:42803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:04,852 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:23:04,952 INFO [RS:0;d7d59561a64e:42803 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.shipperd7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 terminated 2024-11-20T20:23:04,952 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,42803,1732134169634.replicationSource.wal-reader.d7d59561a64e%2C42803%2C1732134169634,1-d7d59561a64e,42803,1732134169634 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T20:23:04,952 INFO [RS:0;d7d59561a64e:42803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:42803. 2024-11-20T20:23:04,953 DEBUG [RS:0;d7d59561a64e:42803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:04,953 DEBUG [RS:0;d7d59561a64e:42803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:04,953 DEBUG [RS:0;d7d59561a64e:42803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:04,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:23:04,953 INFO [RS:0;d7d59561a64e:42803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42803 2024-11-20T20:23:05,018 INFO [RS:0;d7d59561a64e:42803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:23:05,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x10159e9b1c30006, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2730984970/rs 2024-11-20T20:23:05,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42803-0x10159e9b1c30007, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2730984970/rs/d7d59561a64e,42803,1732134169634 2024-11-20T20:23:05,029 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7d59561a64e,42803,1732134169634] 2024-11-20T20:23:05,039 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2730984970/draining/d7d59561a64e,42803,1732134169634 already deleted, retry=false 2024-11-20T20:23:05,039 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7d59561a64e,42803,1732134169634 expired; onlineServers=0 2024-11-20T20:23:05,039 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7d59561a64e,38985,1732134169489' ***** 2024-11-20T20:23:05,039 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T20:23:05,039 INFO [M:0;d7d59561a64e:38985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:23:05,039 INFO [M:0;d7d59561a64e:38985 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:23:05,039 DEBUG [M:0;d7d59561a64e:38985 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T20:23:05,039 DEBUG [M:0;d7d59561a64e:38985 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T20:23:05,039 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T20:23:05,039 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134170217 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134170217,5,FailOnTimeoutGroup] 2024-11-20T20:23:05,039 INFO [M:0;d7d59561a64e:38985 {}] hbase.ChoreService(370): Chore service for: master/d7d59561a64e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T20:23:05,040 INFO [M:0;d7d59561a64e:38985 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:23:05,040 DEBUG [M:0;d7d59561a64e:38985 {}] master.HMaster(1795): Stopping service threads 2024-11-20T20:23:05,040 INFO [M:0;d7d59561a64e:38985 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T20:23:05,040 INFO [M:0;d7d59561a64e:38985 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:23:05,040 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134170224 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134170224,5,FailOnTimeoutGroup] 2024-11-20T20:23:05,041 INFO [M:0;d7d59561a64e:38985 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T20:23:05,041 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T20:23:05,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x10159e9b1c30006, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2730984970/master 2024-11-20T20:23:05,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x10159e9b1c30006, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2730984970 2024-11-20T20:23:05,049 DEBUG [M:0;d7d59561a64e:38985 {}] zookeeper.ZKUtil(347): master:38985-0x10159e9b1c30006, quorum=127.0.0.1:52932, baseZNode=/2730984970 Unable to get data of znode /2730984970/master because node does not exist (not an error) 2024-11-20T20:23:05,049 WARN [M:0;d7d59561a64e:38985 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T20:23:05,050 INFO [M:0;d7d59561a64e:38985 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/.lastflushedseqids 2024-11-20T20:23:05,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741848_1024 (size=245) 2024-11-20T20:23:05,066 INFO [M:0;d7d59561a64e:38985 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T20:23:05,067 INFO [M:0;d7d59561a64e:38985 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T20:23:05,067 DEBUG [M:0;d7d59561a64e:38985 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:23:05,067 INFO [M:0;d7d59561a64e:38985 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:05,067 DEBUG [M:0;d7d59561a64e:38985 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:05,067 DEBUG [M:0;d7d59561a64e:38985 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:23:05,067 DEBUG [M:0;d7d59561a64e:38985 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:05,067 INFO [M:0;d7d59561a64e:38985 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T20:23:05,086 DEBUG [M:0;d7d59561a64e:38985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c55fafc303e415b8fea83d9c97bd828 is 82, key is hbase:meta,,1/info:regioninfo/1732134171464/Put/seqid=0 2024-11-20T20:23:05,121 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 1191, reset compression=false 2024-11-20T20:23:05,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741849_1025 (size=5672) 2024-11-20T20:23:05,122 INFO [M:0;d7d59561a64e:38985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c55fafc303e415b8fea83d9c97bd828 2024-11-20T20:23:05,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42803-0x10159e9b1c30007, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:23:05,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42803-0x10159e9b1c30007, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:23:05,129 INFO [RS:0;d7d59561a64e:42803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:23:05,129 INFO [RS:0;d7d59561a64e:42803 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7d59561a64e,42803,1732134169634; zookeeper connection closed. 2024-11-20T20:23:05,135 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6ce02fc2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6ce02fc2 2024-11-20T20:23:05,135 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T20:23:05,149 DEBUG [M:0;d7d59561a64e:38985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f7b1ee2669a4eb6b89ba24f0f0aad7d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732134177303/Put/seqid=0 2024-11-20T20:23:05,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741850_1026 (size=8516) 2024-11-20T20:23:05,157 INFO [M:0;d7d59561a64e:38985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f7b1ee2669a4eb6b89ba24f0f0aad7d 2024-11-20T20:23:05,191 DEBUG [M:0;d7d59561a64e:38985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd697ea9ee79409e9d3ec6215d5a683c is 69, key is d7d59561a64e,42803,1732134169634/rs:state/1732134170261/Put/seqid=0 2024-11-20T20:23:05,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741851_1027 (size=5156) 2024-11-20T20:23:05,648 INFO [M:0;d7d59561a64e:38985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd697ea9ee79409e9d3ec6215d5a683c 2024-11-20T20:23:05,653 DEBUG [M:0;d7d59561a64e:38985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c55fafc303e415b8fea83d9c97bd828 as hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2c55fafc303e415b8fea83d9c97bd828 2024-11-20T20:23:05,658 INFO [M:0;d7d59561a64e:38985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2c55fafc303e415b8fea83d9c97bd828, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T20:23:05,658 DEBUG [M:0;d7d59561a64e:38985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f7b1ee2669a4eb6b89ba24f0f0aad7d as hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f7b1ee2669a4eb6b89ba24f0f0aad7d 2024-11-20T20:23:05,663 INFO [M:0;d7d59561a64e:38985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f7b1ee2669a4eb6b89ba24f0f0aad7d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T20:23:05,664 DEBUG [M:0;d7d59561a64e:38985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd697ea9ee79409e9d3ec6215d5a683c as hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cd697ea9ee79409e9d3ec6215d5a683c 2024-11-20T20:23:05,669 INFO [M:0;d7d59561a64e:38985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35095/user/jenkins/test-data/ce018f28-f969-a3d0-18f4-6950f6ac1e53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cd697ea9ee79409e9d3ec6215d5a683c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T20:23:05,670 INFO [M:0;d7d59561a64e:38985 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 602ms, sequenceid=97, compaction requested=false 2024-11-20T20:23:05,680 INFO [M:0;d7d59561a64e:38985 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:05,680 DEBUG [M:0;d7d59561a64e:38985 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134185067Disabling compacts and flushes for region at 1732134185067Disabling writes for close at 1732134185067Obtaining lock to block concurrent updates at 1732134185067Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732134185067Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732134185068 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732134185068Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732134185068Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732134185086 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732134185086Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732134185126 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732134185149 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732134185149Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732134185162 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732134185190 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732134185190Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f871b1e: reopening flushed file at 1732134185653 (+463 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@918d616: reopening flushed file at 1732134185658 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b313542: reopening flushed file at 1732134185663 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 602ms, sequenceid=97, compaction requested=false at 1732134185670 (+7 ms)Writing region close event to WAL at 1732134185680 (+10 ms)Closed at 1732134185680 2024-11-20T20:23:05,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45883 is added to blk_1073741830_1006 (size=63654) 2024-11-20T20:23:05,694 INFO [M:0;d7d59561a64e:38985 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T20:23:05,694 INFO [M:0;d7d59561a64e:38985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38985 2024-11-20T20:23:05,694 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:23:05,696 INFO [M:0;d7d59561a64e:38985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:23:05,712 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750 to pos 636, reset compression=false 2024-11-20T20:23:05,736 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 1191, reset compression=false 2024-11-20T20:23:05,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x10159e9b1c30006, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:23:05,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38985-0x10159e9b1c30006, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:23:05,844 INFO [M:0;d7d59561a64e:38985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:23:05,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1737fa8b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:23:05,854 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1823cd97{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:23:05,854 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:23:05,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72450e6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:23:05,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a3036e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/hadoop.log.dir/,STOPPED} 2024-11-20T20:23:05,855 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T20:23:05,855 WARN [BP-1266793751-172.17.0.2-1732134167460 heartbeating to localhost/127.0.0.1:35095 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T20:23:05,855 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T20:23:05,855 WARN [BP-1266793751-172.17.0.2-1732134167460 heartbeating to localhost/127.0.0.1:35095 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1266793751-172.17.0.2-1732134167460 (Datanode Uuid 1b0c6392-4c8a-44d7-a6e4-1de9323b3303) service to localhost/127.0.0.1:35095 2024-11-20T20:23:05,856 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T20:23:05,856 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/cluster_d23d3cee-6e07-bb4a-cc81-9d6175cc10f6/data/data2/current/BP-1266793751-172.17.0.2-1732134167460 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:23:05,856 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/cluster_d23d3cee-6e07-bb4a-cc81-9d6175cc10f6/data/data1/current/BP-1266793751-172.17.0.2-1732134167460 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:23:05,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10ccf412{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:23:05,865 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7adf99a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:23:05,865 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:23:05,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@516e72bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:23:05,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@124f583f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/hadoop.log.dir/,STOPPED} 2024-11-20T20:23:05,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T20:23:05,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T20:23:05,883 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:23:05,883 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:05,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:05,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:05,883 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:23:05,884 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T20:23:05,884 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1558386280, stopped=false 2024-11-20T20:23:05,884 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7d59561a64e,33589,1732134164897 2024-11-20T20:23:05,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10159e9b1c30003, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1155991549/running 2024-11-20T20:23:05,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45939-0x10159e9b1c30004, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1155991549/running 2024-11-20T20:23:05,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45939-0x10159e9b1c30004, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155991549 2024-11-20T20:23:05,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10159e9b1c30003, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155991549 2024-11-20T20:23:05,902 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:23:05,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45939-0x10159e9b1c30004, quorum=127.0.0.1:52932, baseZNode=/1155991549 Set watcher on znode that does not yet exist, /1155991549/running 2024-11-20T20:23:05,904 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:23:05,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33589-0x10159e9b1c30003, quorum=127.0.0.1:52932, baseZNode=/1155991549 Set watcher on znode that does not yet exist, /1155991549/running 2024-11-20T20:23:05,904 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:05,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:05,904 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7d59561a64e,45939,1732134165094' ***** 2024-11-20T20:23:05,904 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T20:23:05,905 INFO [RS:0;d7d59561a64e:45939 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T20:23:05,905 INFO [RS:0;d7d59561a64e:45939 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T20:23:05,905 INFO [RS:0;d7d59561a64e:45939 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T20:23:05,905 INFO [RS:0;d7d59561a64e:45939 {}] regionserver.HRegionServer(3091): Received CLOSE for c7c3fdb62c6ec18af4986b5997b6fdd0 2024-11-20T20:23:05,905 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T20:23:05,910 INFO [RS:0;d7d59561a64e:45939 {}] regionserver.HRegionServer(3091): Received CLOSE for e50e92939319e48d401e5858f26a94bb 2024-11-20T20:23:05,910 INFO [RS:0;d7d59561a64e:45939 {}] regionserver.HRegionServer(959): stopping server d7d59561a64e,45939,1732134165094 2024-11-20T20:23:05,910 INFO [RS:0;d7d59561a64e:45939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:23:05,911 INFO [RS:0;d7d59561a64e:45939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:45939. 2024-11-20T20:23:05,911 DEBUG [RS:0;d7d59561a64e:45939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:05,911 DEBUG [RS:0;d7d59561a64e:45939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:05,911 INFO [RS:0;d7d59561a64e:45939 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T20:23:05,911 INFO [RS:0;d7d59561a64e:45939 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T20:23:05,911 INFO [RS:0;d7d59561a64e:45939 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T20:23:05,911 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c7c3fdb62c6ec18af4986b5997b6fdd0, disabling compactions & flushes 2024-11-20T20:23:05,911 INFO [RS:0;d7d59561a64e:45939 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T20:23:05,911 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732134172203.c7c3fdb62c6ec18af4986b5997b6fdd0. 2024-11-20T20:23:05,911 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732134172203.c7c3fdb62c6ec18af4986b5997b6fdd0. 2024-11-20T20:23:05,911 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732134172203.c7c3fdb62c6ec18af4986b5997b6fdd0. after waiting 0 ms 2024-11-20T20:23:05,911 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732134172203.c7c3fdb62c6ec18af4986b5997b6fdd0. 2024-11-20T20:23:05,911 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c7c3fdb62c6ec18af4986b5997b6fdd0 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-20T20:23:05,923 INFO [RS:0;d7d59561a64e:45939 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T20:23:05,923 DEBUG [RS:0;d7d59561a64e:45939 {}] regionserver.HRegionServer(1325): Online Regions={c7c3fdb62c6ec18af4986b5997b6fdd0=test,,1732134172203.c7c3fdb62c6ec18af4986b5997b6fdd0., e50e92939319e48d401e5858f26a94bb=hbase:replication,,1732134175632.e50e92939319e48d401e5858f26a94bb., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T20:23:05,923 DEBUG [RS:0;d7d59561a64e:45939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7c3fdb62c6ec18af4986b5997b6fdd0, e50e92939319e48d401e5858f26a94bb 2024-11-20T20:23:05,923 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:23:05,923 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:23:05,924 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:23:05,924 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:23:05,924 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:23:05,924 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T20:23:05,953 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/default/test/c7c3fdb62c6ec18af4986b5997b6fdd0/.tmp/f/4309c87f231e4306b9e5f4348485c29a is 29, key is row1/f:/1732134181982/DeleteFamily/seqid=0 2024-11-20T20:23:05,963 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/meta/1588230740/.tmp/info/695047ed25b54f25b8b7cbd45429a43e is 147, key is hbase:replication,,1732134175632.e50e92939319e48d401e5858f26a94bb./info:regioninfo/1732134176411/Put/seqid=0 2024-11-20T20:23:05,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741840_1016 (size=5152) 2024-11-20T20:23:06,000 INFO [regionserver/d7d59561a64e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:23:06,001 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/default/test/c7c3fdb62c6ec18af4986b5997b6fdd0/.tmp/f/4309c87f231e4306b9e5f4348485c29a 2024-11-20T20:23:06,006 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4309c87f231e4306b9e5f4348485c29a 2024-11-20T20:23:06,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741841_1017 (size=7686) 2024-11-20T20:23:06,038 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/default/test/c7c3fdb62c6ec18af4986b5997b6fdd0/.tmp/f1/1fce416f338e47f4b8f38201b425096d is 30, key is row1/f1:/1732134181982/DeleteFamily/seqid=0 2024-11-20T20:23:06,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741842_1018 (size=5158) 2024-11-20T20:23:06,061 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/default/test/c7c3fdb62c6ec18af4986b5997b6fdd0/.tmp/f1/1fce416f338e47f4b8f38201b425096d 2024-11-20T20:23:06,065 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fce416f338e47f4b8f38201b425096d 2024-11-20T20:23:06,085 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/default/test/c7c3fdb62c6ec18af4986b5997b6fdd0/.tmp/norep/a6f20f97a3e7448d8024aecb7f7fdf1a is 33, key is row1/norep:/1732134181982/DeleteFamily/seqid=0 2024-11-20T20:23:06,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741843_1019 (size=5108) 2024-11-20T20:23:06,090 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/default/test/c7c3fdb62c6ec18af4986b5997b6fdd0/.tmp/norep/a6f20f97a3e7448d8024aecb7f7fdf1a 2024-11-20T20:23:06,108 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6f20f97a3e7448d8024aecb7f7fdf1a 2024-11-20T20:23:06,110 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/default/test/c7c3fdb62c6ec18af4986b5997b6fdd0/.tmp/f/4309c87f231e4306b9e5f4348485c29a as hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/default/test/c7c3fdb62c6ec18af4986b5997b6fdd0/f/4309c87f231e4306b9e5f4348485c29a 2024-11-20T20:23:06,114 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4309c87f231e4306b9e5f4348485c29a 2024-11-20T20:23:06,114 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/default/test/c7c3fdb62c6ec18af4986b5997b6fdd0/f/4309c87f231e4306b9e5f4348485c29a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T20:23:06,115 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/default/test/c7c3fdb62c6ec18af4986b5997b6fdd0/.tmp/f1/1fce416f338e47f4b8f38201b425096d as hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/default/test/c7c3fdb62c6ec18af4986b5997b6fdd0/f1/1fce416f338e47f4b8f38201b425096d 2024-11-20T20:23:06,118 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fce416f338e47f4b8f38201b425096d 2024-11-20T20:23:06,118 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/default/test/c7c3fdb62c6ec18af4986b5997b6fdd0/f1/1fce416f338e47f4b8f38201b425096d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T20:23:06,119 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/default/test/c7c3fdb62c6ec18af4986b5997b6fdd0/.tmp/norep/a6f20f97a3e7448d8024aecb7f7fdf1a as hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/default/test/c7c3fdb62c6ec18af4986b5997b6fdd0/norep/a6f20f97a3e7448d8024aecb7f7fdf1a 2024-11-20T20:23:06,123 DEBUG [RS:0;d7d59561a64e:45939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7c3fdb62c6ec18af4986b5997b6fdd0, e50e92939319e48d401e5858f26a94bb 2024-11-20T20:23:06,127 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6f20f97a3e7448d8024aecb7f7fdf1a 2024-11-20T20:23:06,127 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/default/test/c7c3fdb62c6ec18af4986b5997b6fdd0/norep/a6f20f97a3e7448d8024aecb7f7fdf1a, entries=1, sequenceid=10, filesize=5.0 K 2024-11-20T20:23:06,128 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c7c3fdb62c6ec18af4986b5997b6fdd0 in 217ms, sequenceid=10, compaction requested=false 2024-11-20T20:23:06,131 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/default/test/c7c3fdb62c6ec18af4986b5997b6fdd0/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T20:23:06,132 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:23:06,132 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T20:23:06,132 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732134172203.c7c3fdb62c6ec18af4986b5997b6fdd0. 2024-11-20T20:23:06,132 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c7c3fdb62c6ec18af4986b5997b6fdd0: Waiting for close lock at 1732134185911Running coprocessor pre-close hooks at 1732134185911Disabling compacts and flushes for region at 1732134185911Disabling writes for close at 1732134185911Obtaining lock to block concurrent updates at 1732134185911Preparing flush snapshotting stores in c7c3fdb62c6ec18af4986b5997b6fdd0 at 1732134185911Finished memstore snapshotting test,,1732134172203.c7c3fdb62c6ec18af4986b5997b6fdd0., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732134185912 (+1 ms)Flushing stores of test,,1732134172203.c7c3fdb62c6ec18af4986b5997b6fdd0. at 1732134185916 (+4 ms)Flushing c7c3fdb62c6ec18af4986b5997b6fdd0/f: creating writer at 1732134185916Flushing c7c3fdb62c6ec18af4986b5997b6fdd0/f: appending metadata at 1732134185953 (+37 ms)Flushing c7c3fdb62c6ec18af4986b5997b6fdd0/f: closing flushed file at 1732134185953Flushing c7c3fdb62c6ec18af4986b5997b6fdd0/f1: creating writer at 1732134186007 (+54 ms)Flushing c7c3fdb62c6ec18af4986b5997b6fdd0/f1: appending metadata at 1732134186037 (+30 ms)Flushing c7c3fdb62c6ec18af4986b5997b6fdd0/f1: closing flushed file at 1732134186037Flushing c7c3fdb62c6ec18af4986b5997b6fdd0/norep: creating writer at 1732134186065 (+28 ms)Flushing c7c3fdb62c6ec18af4986b5997b6fdd0/norep: appending metadata at 1732134186084 (+19 ms)Flushing c7c3fdb62c6ec18af4986b5997b6fdd0/norep: closing flushed file at 1732134186084Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48e32be5: reopening flushed file at 1732134186108 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50e5666c: reopening flushed file at 1732134186115 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aa8ac06: reopening flushed file at 1732134186118 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c7c3fdb62c6ec18af4986b5997b6fdd0 in 217ms, sequenceid=10, compaction requested=false at 1732134186128 (+10 ms)Writing region close event to WAL at 1732134186129 (+1 ms)Running coprocessor post-close hooks at 1732134186132 (+3 ms)Closed at 1732134186132 2024-11-20T20:23:06,132 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732134172203.c7c3fdb62c6ec18af4986b5997b6fdd0. 2024-11-20T20:23:06,133 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e50e92939319e48d401e5858f26a94bb, disabling compactions & flushes 2024-11-20T20:23:06,133 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732134175632.e50e92939319e48d401e5858f26a94bb. 2024-11-20T20:23:06,133 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732134175632.e50e92939319e48d401e5858f26a94bb. 2024-11-20T20:23:06,133 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732134175632.e50e92939319e48d401e5858f26a94bb. after waiting 0 ms 2024-11-20T20:23:06,133 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732134175632.e50e92939319e48d401e5858f26a94bb. 2024-11-20T20:23:06,133 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e50e92939319e48d401e5858f26a94bb 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-20T20:23:06,146 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/replication/e50e92939319e48d401e5858f26a94bb/.tmp/queue/28293c2cf07c476299345eba193a9de6 is 154, key is 1-d7d59561a64e,45939,1732134165094/queue:d7d59561a64e%2C45939%2C1732134165094/1732134183703/Put/seqid=0 2024-11-20T20:23:06,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741844_1020 (size=5353) 2024-11-20T20:23:06,324 DEBUG [RS:0;d7d59561a64e:45939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e50e92939319e48d401e5858f26a94bb 2024-11-20T20:23:06,418 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/meta/1588230740/.tmp/info/695047ed25b54f25b8b7cbd45429a43e 2024-11-20T20:23:06,435 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/meta/1588230740/.tmp/ns/e205b2004bdd498390b8c3d19ddd27cb is 43, key is default/ns:d/1732134167376/Put/seqid=0 2024-11-20T20:23:06,441 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 1191, reset compression=false 2024-11-20T20:23:06,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741845_1021 (size=5153) 2024-11-20T20:23:06,445 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:23:06,445 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 2082, reset compression=false 2024-11-20T20:23:06,445 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.shipperd7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,45939,1732134165094 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759, lastWalPosition=2082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:23:06,445 ERROR [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.shipperd7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d7d59561a64e,45939,1732134165094: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d7d59561a64e,45939,1732134165094, walGroup=d7d59561a64e%2C45939%2C1732134165094, offset=d7d59561a64e%2C45939%2C1732134165094.1732134166759:2082, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:45939 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T20:23:06,446 ERROR [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.shipperd7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T20:23:06,447 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.shipperd7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T20:23:06,447 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.shipperd7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T20:23:06,447 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.shipperd7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T20:23:06,447 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.shipperd7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T20:23:06,447 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.shipperd7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1371537408, "init": 1048576000, "max": 2306867200, "used": 881154000 }, "NonHeapMemoryUsage": { "committed": 204734464, "init": 7667712, "max": -1, "used": 200988000 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T20:23:06,447 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.shipperd7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:33589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:33589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T20:23:06,524 DEBUG [RS:0;d7d59561a64e:45939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e50e92939319e48d401e5858f26a94bb 2024-11-20T20:23:06,551 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/replication/e50e92939319e48d401e5858f26a94bb/.tmp/queue/28293c2cf07c476299345eba193a9de6 2024-11-20T20:23:06,558 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/replication/e50e92939319e48d401e5858f26a94bb/.tmp/queue/28293c2cf07c476299345eba193a9de6 as hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/replication/e50e92939319e48d401e5858f26a94bb/queue/28293c2cf07c476299345eba193a9de6 2024-11-20T20:23:06,563 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/replication/e50e92939319e48d401e5858f26a94bb/queue/28293c2cf07c476299345eba193a9de6, entries=1, sequenceid=12, filesize=5.2 K 2024-11-20T20:23:06,564 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for e50e92939319e48d401e5858f26a94bb in 431ms, sequenceid=12, compaction requested=false 2024-11-20T20:23:06,567 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/replication/e50e92939319e48d401e5858f26a94bb/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T20:23:06,568 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:23:06,568 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:23:06,568 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732134175632.e50e92939319e48d401e5858f26a94bb. 2024-11-20T20:23:06,568 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e50e92939319e48d401e5858f26a94bb: Waiting for close lock at 1732134186133Running coprocessor pre-close hooks at 1732134186133Disabling compacts and flushes for region at 1732134186133Disabling writes for close at 1732134186133Obtaining lock to block concurrent updates at 1732134186133Preparing flush snapshotting stores in e50e92939319e48d401e5858f26a94bb at 1732134186133Finished memstore snapshotting hbase:replication,,1732134175632.e50e92939319e48d401e5858f26a94bb., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732134186133Flushing stores of hbase:replication,,1732134175632.e50e92939319e48d401e5858f26a94bb. at 1732134186134 (+1 ms)Flushing e50e92939319e48d401e5858f26a94bb/queue: creating writer at 1732134186134Flushing e50e92939319e48d401e5858f26a94bb/queue: appending metadata at 1732134186146 (+12 ms)Flushing e50e92939319e48d401e5858f26a94bb/queue: closing flushed file at 1732134186146Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@695db27c: reopening flushed file at 1732134186556 (+410 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for e50e92939319e48d401e5858f26a94bb in 431ms, sequenceid=12, compaction requested=false at 1732134186564 (+8 ms)Writing region close event to WAL at 1732134186565 (+1 ms)Running coprocessor post-close hooks at 1732134186568 (+3 ms)Closed at 1732134186568 2024-11-20T20:23:06,568 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732134175632.e50e92939319e48d401e5858f26a94bb. 2024-11-20T20:23:06,657 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 2082, reset compression=false 2024-11-20T20:23:06,702 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T20:23:06,703 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T20:23:06,719 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750 to pos 636, reset compression=false 2024-11-20T20:23:06,724 DEBUG [RS:0;d7d59561a64e:45939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:23:06,842 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/meta/1588230740/.tmp/ns/e205b2004bdd498390b8c3d19ddd27cb 2024-11-20T20:23:06,866 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/meta/1588230740/.tmp/rep_barrier/07542cb391dc43438772298e3b48a7b0 is 112, key is test,,1732134172203.c7c3fdb62c6ec18af4986b5997b6fdd0./rep_barrier:seqnumDuringOpen/1732134172644/Put/seqid=0 2024-11-20T20:23:06,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741846_1022 (size=5518) 2024-11-20T20:23:06,924 INFO [RS:0;d7d59561a64e:45939 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T20:23:06,924 DEBUG [RS:0;d7d59561a64e:45939 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T20:23:06,924 DEBUG [RS:0;d7d59561a64e:45939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:23:06,961 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 2082, reset compression=false 2024-11-20T20:23:07,125 DEBUG [RS:0;d7d59561a64e:45939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:23:07,269 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/meta/1588230740/.tmp/rep_barrier/07542cb391dc43438772298e3b48a7b0 2024-11-20T20:23:07,292 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/meta/1588230740/.tmp/table/a2517410d8bb47f392f417149577c430 is 53, key is hbase:replication/table:state/1732134176416/Put/seqid=0 2024-11-20T20:23:07,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741847_1023 (size=5308) 2024-11-20T20:23:07,295 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/meta/1588230740/.tmp/table/a2517410d8bb47f392f417149577c430 2024-11-20T20:23:07,299 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/meta/1588230740/.tmp/info/695047ed25b54f25b8b7cbd45429a43e as hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/meta/1588230740/info/695047ed25b54f25b8b7cbd45429a43e 2024-11-20T20:23:07,303 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/meta/1588230740/info/695047ed25b54f25b8b7cbd45429a43e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T20:23:07,309 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/meta/1588230740/.tmp/ns/e205b2004bdd498390b8c3d19ddd27cb as hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/meta/1588230740/ns/e205b2004bdd498390b8c3d19ddd27cb 2024-11-20T20:23:07,314 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/meta/1588230740/ns/e205b2004bdd498390b8c3d19ddd27cb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T20:23:07,315 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/meta/1588230740/.tmp/rep_barrier/07542cb391dc43438772298e3b48a7b0 as hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/meta/1588230740/rep_barrier/07542cb391dc43438772298e3b48a7b0 2024-11-20T20:23:07,319 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/meta/1588230740/rep_barrier/07542cb391dc43438772298e3b48a7b0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T20:23:07,320 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/meta/1588230740/.tmp/table/a2517410d8bb47f392f417149577c430 as hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/meta/1588230740/table/a2517410d8bb47f392f417149577c430 2024-11-20T20:23:07,324 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/meta/1588230740/table/a2517410d8bb47f392f417149577c430, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T20:23:07,325 DEBUG [RS:0;d7d59561a64e:45939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:23:07,325 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1401ms, sequenceid=16, compaction requested=false 2024-11-20T20:23:07,335 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T20:23:07,335 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:23:07,335 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:23:07,335 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:23:07,335 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134185923Running coprocessor pre-close hooks at 1732134185923Disabling compacts and flushes for region at 1732134185923Disabling writes for close at 1732134185924 (+1 ms)Obtaining lock to block concurrent updates at 1732134185924Preparing flush snapshotting stores in 1588230740 at 1732134185924Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732134185924Flushing stores of hbase:meta,,1.1588230740 at 1732134185925 (+1 ms)Flushing 1588230740/info: creating writer at 1732134185925Flushing 1588230740/info: appending metadata at 1732134185963 (+38 ms)Flushing 1588230740/info: closing flushed file at 1732134185963Flushing 1588230740/ns: creating writer at 1732134186422 (+459 ms)Flushing 1588230740/ns: appending metadata at 1732134186435 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732134186435Flushing 1588230740/rep_barrier: creating writer at 1732134186846 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732134186865 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732134186865Flushing 1588230740/table: creating writer at 1732134187273 (+408 ms)Flushing 1588230740/table: appending metadata at 1732134187291 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732134187292 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c08e480: reopening flushed file at 1732134187299 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69bfe639: reopening flushed file at 1732134187303 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50918cfe: reopening flushed file at 1732134187314 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69a118d0: reopening flushed file at 1732134187320 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1401ms, sequenceid=16, compaction requested=false at 1732134187325 (+5 ms)Writing region close event to WAL at 1732134187332 (+7 ms)Running coprocessor post-close hooks at 1732134187335 (+3 ms)Closed at 1732134187335 2024-11-20T20:23:07,336 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T20:23:07,364 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/WALs/d7d59561a64e,45939,1732134165094/d7d59561a64e%2C45939%2C1732134165094.1732134166759 to pos 2082, reset compression=false 2024-11-20T20:23:07,525 INFO [RS:0;d7d59561a64e:45939 {}] regionserver.HRegionServer(976): stopping server d7d59561a64e,45939,1732134165094; all regions closed. 2024-11-20T20:23:07,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741834_1010 (size=4239) 2024-11-20T20:23:07,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741839_1015 (size=3114) 2024-11-20T20:23:07,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741832_1008 (size=2090) 2024-11-20T20:23:07,538 DEBUG [RS:0;d7d59561a64e:45939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:07,538 INFO [RS:0;d7d59561a64e:45939 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:23:07,538 INFO [RS:0;d7d59561a64e:45939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:23:07,538 INFO [RS:0;d7d59561a64e:45939 {}] hbase.ChoreService(370): Chore service for: regionserver/d7d59561a64e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T20:23:07,538 INFO [RS:0;d7d59561a64e:45939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:23:07,538 INFO [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:23:07,539 INFO [RS:0;d7d59561a64e:45939 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7d59561a64e,45939,1732134165094 because: Region server is closing 2024-11-20T20:23:07,539 INFO [RS:0;d7d59561a64e:45939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:45939. 2024-11-20T20:23:07,539 DEBUG [RS:0;d7d59561a64e:45939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:07,539 DEBUG [RS:0;d7d59561a64e:45939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:07,539 DEBUG [RS:0;d7d59561a64e:45939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:07,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:23:07,639 INFO [RS:0;d7d59561a64e:45939 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.shipperd7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 terminated 2024-11-20T20:23:07,639 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,45939,1732134165094.replicationSource.wal-reader.d7d59561a64e%2C45939%2C1732134165094,1-d7d59561a64e,45939,1732134165094 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T20:23:07,639 INFO [RS:0;d7d59561a64e:45939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:45939. 2024-11-20T20:23:07,639 DEBUG [RS:0;d7d59561a64e:45939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:07,639 DEBUG [RS:0;d7d59561a64e:45939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:07,640 DEBUG [RS:0;d7d59561a64e:45939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:07,640 INFO [RS:0;d7d59561a64e:45939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45939 2024-11-20T20:23:07,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:23:07,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45939-0x10159e9b1c30004, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1155991549/rs/d7d59561a64e,45939,1732134165094 2024-11-20T20:23:07,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10159e9b1c30003, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155991549/rs 2024-11-20T20:23:07,659 INFO [RS:0;d7d59561a64e:45939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:23:07,671 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7d59561a64e,45939,1732134165094] 2024-11-20T20:23:07,711 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1155991549/draining/d7d59561a64e,45939,1732134165094 already deleted, retry=false 2024-11-20T20:23:07,711 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7d59561a64e,45939,1732134165094 expired; onlineServers=0 2024-11-20T20:23:07,711 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7d59561a64e,33589,1732134164897' ***** 2024-11-20T20:23:07,711 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T20:23:07,711 INFO [M:0;d7d59561a64e:33589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:23:07,711 INFO [M:0;d7d59561a64e:33589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:23:07,711 DEBUG [M:0;d7d59561a64e:33589 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T20:23:07,711 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T20:23:07,712 DEBUG [M:0;d7d59561a64e:33589 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T20:23:07,712 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134166512 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134166512,5,FailOnTimeoutGroup] 2024-11-20T20:23:07,712 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134166522 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134166522,5,FailOnTimeoutGroup] 2024-11-20T20:23:07,712 INFO [M:0;d7d59561a64e:33589 {}] hbase.ChoreService(370): Chore service for: master/d7d59561a64e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T20:23:07,712 INFO [M:0;d7d59561a64e:33589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:23:07,712 DEBUG [M:0;d7d59561a64e:33589 {}] master.HMaster(1795): Stopping service threads 2024-11-20T20:23:07,712 INFO [M:0;d7d59561a64e:33589 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T20:23:07,712 INFO [M:0;d7d59561a64e:33589 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:23:07,712 INFO [M:0;d7d59561a64e:33589 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T20:23:07,713 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T20:23:07,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10159e9b1c30003, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1155991549/master 2024-11-20T20:23:07,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10159e9b1c30003, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1155991549 2024-11-20T20:23:07,733 DEBUG [M:0;d7d59561a64e:33589 {}] zookeeper.ZKUtil(347): master:33589-0x10159e9b1c30003, quorum=127.0.0.1:52932, baseZNode=/1155991549 Unable to get data of znode /1155991549/master because node does not exist (not an error) 2024-11-20T20:23:07,733 WARN [M:0;d7d59561a64e:33589 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T20:23:07,752 INFO [M:0;d7d59561a64e:33589 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/.lastflushedseqids 2024-11-20T20:23:07,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741848_1024 (size=245) 2024-11-20T20:23:07,771 INFO [RS:0;d7d59561a64e:45939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:23:07,772 INFO [RS:0;d7d59561a64e:45939 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7d59561a64e,45939,1732134165094; zookeeper connection closed. 2024-11-20T20:23:07,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45939-0x10159e9b1c30004, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:23:07,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45939-0x10159e9b1c30004, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:23:07,776 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@650c6286 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@650c6286 2024-11-20T20:23:07,777 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T20:23:07,825 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750 to pos 636, reset compression=false 2024-11-20T20:23:07,974 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T20:23:08,169 INFO [M:0;d7d59561a64e:33589 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T20:23:08,169 INFO [M:0;d7d59561a64e:33589 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T20:23:08,169 DEBUG [M:0;d7d59561a64e:33589 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:23:08,169 INFO [M:0;d7d59561a64e:33589 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:08,169 DEBUG [M:0;d7d59561a64e:33589 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:08,169 DEBUG [M:0;d7d59561a64e:33589 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:23:08,169 DEBUG [M:0;d7d59561a64e:33589 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:08,169 INFO [M:0;d7d59561a64e:33589 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-20T20:23:08,195 DEBUG [M:0;d7d59561a64e:33589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/87a03ed37e174fc89718c96cac396d9a is 82, key is hbase:meta,,1/info:regioninfo/1732134167358/Put/seqid=0 2024-11-20T20:23:08,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741849_1025 (size=5672) 2024-11-20T20:23:08,228 INFO [M:0;d7d59561a64e:33589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/87a03ed37e174fc89718c96cac396d9a 2024-11-20T20:23:08,257 DEBUG [M:0;d7d59561a64e:33589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7b07cedf5ce41fe9ddf8ecf8b51729e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732134176419/Put/seqid=0 2024-11-20T20:23:08,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741850_1026 (size=8515) 2024-11-20T20:23:08,662 INFO [M:0;d7d59561a64e:33589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7b07cedf5ce41fe9ddf8ecf8b51729e 2024-11-20T20:23:08,686 DEBUG [M:0;d7d59561a64e:33589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8357a53f0b814c74b7a5f85d3cd8d127 is 69, key is d7d59561a64e,45939,1732134165094/rs:state/1732134166533/Put/seqid=0 2024-11-20T20:23:08,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741851_1027 (size=5156) 2024-11-20T20:23:08,691 INFO [M:0;d7d59561a64e:33589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8357a53f0b814c74b7a5f85d3cd8d127 2024-11-20T20:23:08,702 DEBUG [M:0;d7d59561a64e:33589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/87a03ed37e174fc89718c96cac396d9a as hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/87a03ed37e174fc89718c96cac396d9a 2024-11-20T20:23:08,707 INFO [M:0;d7d59561a64e:33589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/87a03ed37e174fc89718c96cac396d9a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T20:23:08,708 DEBUG [M:0;d7d59561a64e:33589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7b07cedf5ce41fe9ddf8ecf8b51729e as hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a7b07cedf5ce41fe9ddf8ecf8b51729e 2024-11-20T20:23:08,713 INFO [M:0;d7d59561a64e:33589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a7b07cedf5ce41fe9ddf8ecf8b51729e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T20:23:08,714 DEBUG [M:0;d7d59561a64e:33589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8357a53f0b814c74b7a5f85d3cd8d127 as hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8357a53f0b814c74b7a5f85d3cd8d127 2024-11-20T20:23:08,719 INFO [M:0;d7d59561a64e:33589 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33337/user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8357a53f0b814c74b7a5f85d3cd8d127, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T20:23:08,720 INFO [M:0;d7d59561a64e:33589 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 551ms, sequenceid=97, compaction requested=false 2024-11-20T20:23:08,732 INFO [M:0;d7d59561a64e:33589 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:08,732 DEBUG [M:0;d7d59561a64e:33589 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134188169Disabling compacts and flushes for region at 1732134188169Disabling writes for close at 1732134188169Obtaining lock to block concurrent updates at 1732134188169Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732134188169Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732134188169Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732134188170 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732134188170Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732134188195 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732134188195Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732134188238 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732134188256 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732134188256Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732134188666 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732134188685 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732134188685Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c99290c: reopening flushed file at 1732134188702 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7feebb64: reopening flushed file at 1732134188707 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1af1ce5: reopening flushed file at 1732134188713 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 551ms, sequenceid=97, compaction requested=false at 1732134188720 (+7 ms)Writing region close event to WAL at 1732134188732 (+12 ms)Closed at 1732134188732 2024-11-20T20:23:08,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34985 is added to blk_1073741830_1006 (size=63642) 2024-11-20T20:23:08,734 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aea93480-de0e-bca5-8d97-e4f1829e42eb/MasterData/WALs/d7d59561a64e,33589,1732134164897/d7d59561a64e%2C33589%2C1732134164897.1732134166180 not finished, retry = 0 2024-11-20T20:23:08,835 INFO [M:0;d7d59561a64e:33589 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T20:23:08,835 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:23:08,835 INFO [M:0;d7d59561a64e:33589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33589 2024-11-20T20:23:08,836 INFO [M:0;d7d59561a64e:33589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:23:08,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10159e9b1c30003, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:23:08,955 INFO [M:0;d7d59561a64e:33589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:23:08,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33589-0x10159e9b1c30003, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:23:08,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c68b0ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:23:08,961 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@157f3c42{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:23:08,961 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:23:08,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58243550{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:23:08,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d93a347{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/hadoop.log.dir/,STOPPED} 2024-11-20T20:23:08,964 WARN [BP-1124933965-172.17.0.2-1732134162397 heartbeating to localhost/127.0.0.1:33337 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T20:23:08,964 WARN [BP-1124933965-172.17.0.2-1732134162397 heartbeating to localhost/127.0.0.1:33337 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1124933965-172.17.0.2-1732134162397 (Datanode Uuid ecd5942b-98d7-4791-9ab0-fc39044c82fb) service to localhost/127.0.0.1:33337 2024-11-20T20:23:08,964 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/cluster_c5063d52-d5ea-0f4b-2a1a-ab55c617e477/data/data1/current/BP-1124933965-172.17.0.2-1732134162397 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:23:08,965 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/cluster_c5063d52-d5ea-0f4b-2a1a-ab55c617e477/data/data2/current/BP-1124933965-172.17.0.2-1732134162397 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:23:08,965 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T20:23:08,965 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T20:23:08,965 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T20:23:08,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5251ae59{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:23:08,972 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4088357a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:23:08,972 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:23:08,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22e43042{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:23:08,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60e64cb5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2340ac74-c32d-8687-aff1-e7f52812ccec/hadoop.log.dir/,STOPPED} 2024-11-20T20:23:08,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T20:23:08,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T20:23:08,985 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:23:08,985 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:08,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:08,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:23:08,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:08,986 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T20:23:08,986 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1190036325, stopped=false 2024-11-20T20:23:08,986 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7d59561a64e,46789,1732134158391 2024-11-20T20:23:09,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x10159e9b1c30000, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1491505817/running 2024-11-20T20:23:09,002 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x10159e9b1c30001, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1491505817/running 2024-11-20T20:23:09,002 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x10159e9b1c30001, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491505817 2024-11-20T20:23:09,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x10159e9b1c30000, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491505817 2024-11-20T20:23:09,002 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:23:09,003 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46789-0x10159e9b1c30000, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Set watcher on znode that does not yet exist, /0-1491505817/running 2024-11-20T20:23:09,003 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39901-0x10159e9b1c30001, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Set watcher on znode that does not yet exist, /0-1491505817/running 2024-11-20T20:23:09,003 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:23:09,003 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:09,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:09,003 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7d59561a64e,39901,1732134159049' ***** 2024-11-20T20:23:09,003 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T20:23:09,004 INFO [RS:0;d7d59561a64e:39901 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T20:23:09,004 INFO [RS:0;d7d59561a64e:39901 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T20:23:09,004 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T20:23:09,004 INFO [RS:0;d7d59561a64e:39901 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T20:23:09,004 INFO [RS:0;d7d59561a64e:39901 {}] regionserver.HRegionServer(3091): Received CLOSE for 51f237a8381da308b774d5c169c38e43 2024-11-20T20:23:09,004 INFO [RS:0;d7d59561a64e:39901 {}] regionserver.HRegionServer(3091): Received CLOSE for f7ad564da552091fbdc7ad013dc15be8 2024-11-20T20:23:09,004 INFO [RS:0;d7d59561a64e:39901 {}] regionserver.HRegionServer(959): stopping server d7d59561a64e,39901,1732134159049 2024-11-20T20:23:09,004 INFO [RS:0;d7d59561a64e:39901 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:23:09,004 INFO [RS:0;d7d59561a64e:39901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:39901. 2024-11-20T20:23:09,004 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51f237a8381da308b774d5c169c38e43, disabling compactions & flushes 2024-11-20T20:23:09,004 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732134173475.51f237a8381da308b774d5c169c38e43. 2024-11-20T20:23:09,004 DEBUG [RS:0;d7d59561a64e:39901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:09,004 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732134173475.51f237a8381da308b774d5c169c38e43. 2024-11-20T20:23:09,004 DEBUG [RS:0;d7d59561a64e:39901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:09,004 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732134173475.51f237a8381da308b774d5c169c38e43. after waiting 0 ms 2024-11-20T20:23:09,004 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732134173475.51f237a8381da308b774d5c169c38e43. 2024-11-20T20:23:09,004 INFO [RS:0;d7d59561a64e:39901 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T20:23:09,004 INFO [RS:0;d7d59561a64e:39901 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T20:23:09,004 INFO [RS:0;d7d59561a64e:39901 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T20:23:09,005 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 51f237a8381da308b774d5c169c38e43 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-20T20:23:09,005 INFO [RS:0;d7d59561a64e:39901 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T20:23:09,006 INFO [RS:0;d7d59561a64e:39901 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T20:23:09,006 DEBUG [RS:0;d7d59561a64e:39901 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 51f237a8381da308b774d5c169c38e43=hbase:replication,,1732134173475.51f237a8381da308b774d5c169c38e43., f7ad564da552091fbdc7ad013dc15be8=test,,1732134171570.f7ad564da552091fbdc7ad013dc15be8.} 2024-11-20T20:23:09,006 DEBUG [RS:0;d7d59561a64e:39901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51f237a8381da308b774d5c169c38e43, f7ad564da552091fbdc7ad013dc15be8 2024-11-20T20:23:09,009 INFO [regionserver/d7d59561a64e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:23:09,009 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:23:09,009 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:23:09,009 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:23:09,009 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:23:09,010 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:23:09,010 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T20:23:09,023 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/replication/51f237a8381da308b774d5c169c38e43/.tmp/queue/9d2f63024a0c408cb2cc7497986c366d is 153, key is 1-d7d59561a64e,39901,1732134159049/queue:d7d59561a64e%2C39901%2C1732134159049/1732134181239/Put/seqid=0 2024-11-20T20:23:09,029 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750 to pos 636, reset compression=false 2024-11-20T20:23:09,030 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/meta/1588230740/.tmp/info/c0f26d1a8cd3459e891fd6d0da115a82 is 147, key is hbase:replication,,1732134173475.51f237a8381da308b774d5c169c38e43./info:regioninfo/1732134174318/Put/seqid=0 2024-11-20T20:23:09,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741840_1016 (size=5352) 2024-11-20T20:23:09,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741841_1017 (size=7686) 2024-11-20T20:23:09,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,206 DEBUG [RS:0;d7d59561a64e:39901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51f237a8381da308b774d5c169c38e43, f7ad564da552091fbdc7ad013dc15be8 2024-11-20T20:23:09,407 DEBUG [RS:0;d7d59561a64e:39901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 51f237a8381da308b774d5c169c38e43, f7ad564da552091fbdc7ad013dc15be8 2024-11-20T20:23:09,438 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/replication/51f237a8381da308b774d5c169c38e43/.tmp/queue/9d2f63024a0c408cb2cc7497986c366d 2024-11-20T20:23:09,443 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/replication/51f237a8381da308b774d5c169c38e43/.tmp/queue/9d2f63024a0c408cb2cc7497986c366d as hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/replication/51f237a8381da308b774d5c169c38e43/queue/9d2f63024a0c408cb2cc7497986c366d 2024-11-20T20:23:09,448 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/replication/51f237a8381da308b774d5c169c38e43/queue/9d2f63024a0c408cb2cc7497986c366d, entries=1, sequenceid=8, filesize=5.2 K 2024-11-20T20:23:09,449 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 51f237a8381da308b774d5c169c38e43 in 445ms, sequenceid=8, compaction requested=false 2024-11-20T20:23:09,449 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T20:23:09,450 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/meta/1588230740/.tmp/info/c0f26d1a8cd3459e891fd6d0da115a82 2024-11-20T20:23:09,458 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/replication/51f237a8381da308b774d5c169c38e43/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T20:23:09,459 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:23:09,459 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:23:09,459 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732134173475.51f237a8381da308b774d5c169c38e43. 2024-11-20T20:23:09,459 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51f237a8381da308b774d5c169c38e43: Waiting for close lock at 1732134189004Running coprocessor pre-close hooks at 1732134189004Disabling compacts and flushes for region at 1732134189004Disabling writes for close at 1732134189004Obtaining lock to block concurrent updates at 1732134189005 (+1 ms)Preparing flush snapshotting stores in 51f237a8381da308b774d5c169c38e43 at 1732134189005Finished memstore snapshotting hbase:replication,,1732134173475.51f237a8381da308b774d5c169c38e43., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732134189005Flushing stores of hbase:replication,,1732134173475.51f237a8381da308b774d5c169c38e43. at 1732134189005Flushing 51f237a8381da308b774d5c169c38e43/queue: creating writer at 1732134189005Flushing 51f237a8381da308b774d5c169c38e43/queue: appending metadata at 1732134189022 (+17 ms)Flushing 51f237a8381da308b774d5c169c38e43/queue: closing flushed file at 1732134189022Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@690a5a56: reopening flushed file at 1732134189443 (+421 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 51f237a8381da308b774d5c169c38e43 in 445ms, sequenceid=8, compaction requested=false at 1732134189449 (+6 ms)Writing region close event to WAL at 1732134189456 (+7 ms)Running coprocessor post-close hooks at 1732134189459 (+3 ms)Closed at 1732134189459 2024-11-20T20:23:09,459 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732134173475.51f237a8381da308b774d5c169c38e43. 2024-11-20T20:23:09,459 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f7ad564da552091fbdc7ad013dc15be8, disabling compactions & flushes 2024-11-20T20:23:09,459 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732134171570.f7ad564da552091fbdc7ad013dc15be8. 2024-11-20T20:23:09,459 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732134171570.f7ad564da552091fbdc7ad013dc15be8. 2024-11-20T20:23:09,459 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732134171570.f7ad564da552091fbdc7ad013dc15be8. after waiting 0 ms 2024-11-20T20:23:09,459 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732134171570.f7ad564da552091fbdc7ad013dc15be8. 2024-11-20T20:23:09,459 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f7ad564da552091fbdc7ad013dc15be8 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-20T20:23:09,473 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/meta/1588230740/.tmp/ns/688c8e59a0ee439585490bb302a2bc18 is 43, key is default/ns:d/1732134162252/Put/seqid=0 2024-11-20T20:23:09,476 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/default/test/f7ad564da552091fbdc7ad013dc15be8/.tmp/f/9e6747dda6f44c5186b17e23191e4ece is 28, key is row/f:/1732134180977/DeleteFamily/seqid=0 2024-11-20T20:23:09,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741842_1018 (size=5085) 2024-11-20T20:23:09,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741843_1019 (size=5153) 2024-11-20T20:23:09,607 DEBUG [RS:0;d7d59561a64e:39901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f7ad564da552091fbdc7ad013dc15be8 2024-11-20T20:23:09,620 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T20:23:09,621 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T20:23:09,699 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:23:09,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:09,807 DEBUG [RS:0;d7d59561a64e:39901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f7ad564da552091fbdc7ad013dc15be8 2024-11-20T20:23:09,885 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/default/test/f7ad564da552091fbdc7ad013dc15be8/.tmp/f/9e6747dda6f44c5186b17e23191e4ece 2024-11-20T20:23:09,888 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/meta/1588230740/.tmp/ns/688c8e59a0ee439585490bb302a2bc18 2024-11-20T20:23:09,890 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e6747dda6f44c5186b17e23191e4ece 2024-11-20T20:23:09,923 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/default/test/f7ad564da552091fbdc7ad013dc15be8/.tmp/f1/e174b80237604f1abca8b29583274cea is 29, key is row/f1:/1732134180977/DeleteFamily/seqid=0 2024-11-20T20:23:09,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741844_1020 (size=5089) 2024-11-20T20:23:09,930 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/default/test/f7ad564da552091fbdc7ad013dc15be8/.tmp/f1/e174b80237604f1abca8b29583274cea 2024-11-20T20:23:09,932 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/meta/1588230740/.tmp/rep_barrier/86987cc4ea9f4606b012963155ef2d87 is 112, key is test,,1732134171570.f7ad564da552091fbdc7ad013dc15be8./rep_barrier:seqnumDuringOpen/1732134172008/Put/seqid=0 2024-11-20T20:23:09,936 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e174b80237604f1abca8b29583274cea 2024-11-20T20:23:09,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741845_1021 (size=5518) 2024-11-20T20:23:09,939 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/meta/1588230740/.tmp/rep_barrier/86987cc4ea9f4606b012963155ef2d87 2024-11-20T20:23:09,957 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/default/test/f7ad564da552091fbdc7ad013dc15be8/.tmp/norep/293c2929884d4970af007c05af7d8b2e is 32, key is row/norep:/1732134180977/DeleteFamily/seqid=0 2024-11-20T20:23:09,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741846_1022 (size=5101) 2024-11-20T20:23:09,963 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/default/test/f7ad564da552091fbdc7ad013dc15be8/.tmp/norep/293c2929884d4970af007c05af7d8b2e 2024-11-20T20:23:09,964 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/meta/1588230740/.tmp/table/f5081f2a4c82466a872ed51029d9e181 is 53, key is hbase:replication/table:state/1732134174348/Put/seqid=0 2024-11-20T20:23:09,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741847_1023 (size=5308) 2024-11-20T20:23:09,970 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 293c2929884d4970af007c05af7d8b2e 2024-11-20T20:23:09,970 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/default/test/f7ad564da552091fbdc7ad013dc15be8/.tmp/f/9e6747dda6f44c5186b17e23191e4ece as hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/default/test/f7ad564da552091fbdc7ad013dc15be8/f/9e6747dda6f44c5186b17e23191e4ece 2024-11-20T20:23:09,970 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/meta/1588230740/.tmp/table/f5081f2a4c82466a872ed51029d9e181 2024-11-20T20:23:09,975 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e6747dda6f44c5186b17e23191e4ece 2024-11-20T20:23:09,976 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/default/test/f7ad564da552091fbdc7ad013dc15be8/f/9e6747dda6f44c5186b17e23191e4ece, entries=1, sequenceid=6, filesize=5.0 K 2024-11-20T20:23:09,977 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/default/test/f7ad564da552091fbdc7ad013dc15be8/.tmp/f1/e174b80237604f1abca8b29583274cea as hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/default/test/f7ad564da552091fbdc7ad013dc15be8/f1/e174b80237604f1abca8b29583274cea 2024-11-20T20:23:09,977 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/meta/1588230740/.tmp/info/c0f26d1a8cd3459e891fd6d0da115a82 as hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/meta/1588230740/info/c0f26d1a8cd3459e891fd6d0da115a82 2024-11-20T20:23:09,982 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e174b80237604f1abca8b29583274cea 2024-11-20T20:23:09,982 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/default/test/f7ad564da552091fbdc7ad013dc15be8/f1/e174b80237604f1abca8b29583274cea, entries=1, sequenceid=6, filesize=5.0 K 2024-11-20T20:23:09,983 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/meta/1588230740/info/c0f26d1a8cd3459e891fd6d0da115a82, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T20:23:09,984 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/default/test/f7ad564da552091fbdc7ad013dc15be8/.tmp/norep/293c2929884d4970af007c05af7d8b2e as hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/default/test/f7ad564da552091fbdc7ad013dc15be8/norep/293c2929884d4970af007c05af7d8b2e 2024-11-20T20:23:09,984 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/meta/1588230740/.tmp/ns/688c8e59a0ee439585490bb302a2bc18 as hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/meta/1588230740/ns/688c8e59a0ee439585490bb302a2bc18 2024-11-20T20:23:09,989 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 293c2929884d4970af007c05af7d8b2e 2024-11-20T20:23:09,989 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/default/test/f7ad564da552091fbdc7ad013dc15be8/norep/293c2929884d4970af007c05af7d8b2e, entries=1, sequenceid=6, filesize=5.0 K 2024-11-20T20:23:09,989 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/meta/1588230740/ns/688c8e59a0ee439585490bb302a2bc18, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T20:23:09,990 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for f7ad564da552091fbdc7ad013dc15be8 in 531ms, sequenceid=6, compaction requested=false 2024-11-20T20:23:09,990 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T20:23:09,990 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/meta/1588230740/.tmp/rep_barrier/86987cc4ea9f4606b012963155ef2d87 as hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/meta/1588230740/rep_barrier/86987cc4ea9f4606b012963155ef2d87 2024-11-20T20:23:09,995 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/meta/1588230740/rep_barrier/86987cc4ea9f4606b012963155ef2d87, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T20:23:09,997 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/meta/1588230740/.tmp/table/f5081f2a4c82466a872ed51029d9e181 as hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/meta/1588230740/table/f5081f2a4c82466a872ed51029d9e181 2024-11-20T20:23:09,997 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/default/test/f7ad564da552091fbdc7ad013dc15be8/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T20:23:09,998 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:23:09,998 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T20:23:09,998 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732134171570.f7ad564da552091fbdc7ad013dc15be8. 2024-11-20T20:23:09,998 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f7ad564da552091fbdc7ad013dc15be8: Waiting for close lock at 1732134189459Running coprocessor pre-close hooks at 1732134189459Disabling compacts and flushes for region at 1732134189459Disabling writes for close at 1732134189459Obtaining lock to block concurrent updates at 1732134189459Preparing flush snapshotting stores in f7ad564da552091fbdc7ad013dc15be8 at 1732134189459Finished memstore snapshotting test,,1732134171570.f7ad564da552091fbdc7ad013dc15be8., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732134189459Flushing stores of test,,1732134171570.f7ad564da552091fbdc7ad013dc15be8. at 1732134189460 (+1 ms)Flushing f7ad564da552091fbdc7ad013dc15be8/f: creating writer at 1732134189460Flushing f7ad564da552091fbdc7ad013dc15be8/f: appending metadata at 1732134189475 (+15 ms)Flushing f7ad564da552091fbdc7ad013dc15be8/f: closing flushed file at 1732134189475Flushing f7ad564da552091fbdc7ad013dc15be8/f1: creating writer at 1732134189890 (+415 ms)Flushing f7ad564da552091fbdc7ad013dc15be8/f1: appending metadata at 1732134189922 (+32 ms)Flushing f7ad564da552091fbdc7ad013dc15be8/f1: closing flushed file at 1732134189922Flushing f7ad564da552091fbdc7ad013dc15be8/norep: creating writer at 1732134189936 (+14 ms)Flushing f7ad564da552091fbdc7ad013dc15be8/norep: appending metadata at 1732134189955 (+19 ms)Flushing f7ad564da552091fbdc7ad013dc15be8/norep: closing flushed file at 1732134189955Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51ca1713: reopening flushed file at 1732134189970 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d05901c: reopening flushed file at 1732134189976 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@744f952: reopening flushed file at 1732134189982 (+6 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for f7ad564da552091fbdc7ad013dc15be8 in 531ms, sequenceid=6, compaction requested=false at 1732134189990 (+8 ms)Writing region close event to WAL at 1732134189992 (+2 ms)Running coprocessor post-close hooks at 1732134189998 (+6 ms)Closed at 1732134189998 2024-11-20T20:23:09,998 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732134171570.f7ad564da552091fbdc7ad013dc15be8. 2024-11-20T20:23:10,003 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/meta/1588230740/table/f5081f2a4c82466a872ed51029d9e181, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T20:23:10,003 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 993ms, sequenceid=16, compaction requested=false 2024-11-20T20:23:10,003 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T20:23:10,007 INFO [RS:0;d7d59561a64e:39901 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T20:23:10,007 DEBUG [RS:0;d7d59561a64e:39901 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T20:23:10,007 DEBUG [RS:0;d7d59561a64e:39901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:23:10,008 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T20:23:10,008 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:23:10,008 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:23:10,008 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:23:10,008 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134189009Running coprocessor pre-close hooks at 1732134189009Disabling compacts and flushes for region at 1732134189009Disabling writes for close at 1732134189009Obtaining lock to block concurrent updates at 1732134189010 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732134189010Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732134189011 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732134189011Flushing 1588230740/info: creating writer at 1732134189011Flushing 1588230740/info: appending metadata at 1732134189030 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732134189030Flushing 1588230740/ns: creating writer at 1732134189455 (+425 ms)Flushing 1588230740/ns: appending metadata at 1732134189472 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732134189472Flushing 1588230740/rep_barrier: creating writer at 1732134189899 (+427 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732134189932 (+33 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732134189932Flushing 1588230740/table: creating writer at 1732134189943 (+11 ms)Flushing 1588230740/table: appending metadata at 1732134189964 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732134189964Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52ea0835: reopening flushed file at 1732134189977 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@619e8049: reopening flushed file at 1732134189983 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@227364aa: reopening flushed file at 1732134189989 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ca9ed7: reopening flushed file at 1732134189995 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 993ms, sequenceid=16, compaction requested=false at 1732134190003 (+8 ms)Writing region close event to WAL at 1732134190005 (+2 ms)Running coprocessor post-close hooks at 1732134190008 (+3 ms)Closed at 1732134190008 2024-11-20T20:23:10,008 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T20:23:10,208 INFO [RS:0;d7d59561a64e:39901 {}] regionserver.HRegionServer(976): stopping server d7d59561a64e,39901,1732134159049; all regions closed. 2024-11-20T20:23:10,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741834_1010 (size=4239) 2024-11-20T20:23:10,210 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.meta.1732134162182.meta not finished, retry = 0 2024-11-20T20:23:10,312 DEBUG [RS:0;d7d59561a64e:39901 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/oldWALs 2024-11-20T20:23:10,312 INFO [RS:0;d7d59561a64e:39901 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C39901%2C1732134159049.meta:.meta(num 1732134162182) 2024-11-20T20:23:10,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741839_1015 (size=2240) 2024-11-20T20:23:10,315 DEBUG [RS:0;d7d59561a64e:39901 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/oldWALs 2024-11-20T20:23:10,315 INFO [RS:0;d7d59561a64e:39901 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C39901%2C1732134159049.rep:(num 1732134174249) 2024-11-20T20:23:10,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741833_1009 (size=1535) 2024-11-20T20:23:10,316 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750 not finished, retry = 0 2024-11-20T20:23:10,347 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750 to pos 636, reset compression=false 2024-11-20T20:23:10,418 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750 2024-11-20T20:23:10,418 DEBUG [RS:0;d7d59561a64e:39901 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/oldWALs 2024-11-20T20:23:10,418 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:23:10,418 INFO [RS:0;d7d59561a64e:39901 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C39901%2C1732134159049:(num 1732134161750) 2024-11-20T20:23:10,418 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-20T20:23:10,418 DEBUG [RS:0;d7d59561a64e:39901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:10,418 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.wal-reader.d7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-20T20:23:10,418 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.shipperd7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,39901,1732134159049 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/WALs/d7d59561a64e,39901,1732134159049/d7d59561a64e%2C39901%2C1732134159049.1732134161750, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-20T20:23:10,419 INFO [RS:0;d7d59561a64e:39901 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:23:10,419 INFO [RS:0;d7d59561a64e:39901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:23:10,419 INFO [RS:0;d7d59561a64e:39901 {}] hbase.ChoreService(370): Chore service for: regionserver/d7d59561a64e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T20:23:10,419 INFO [RS:0;d7d59561a64e:39901 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:23:10,419 INFO [RS:0;d7d59561a64e:39901 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7d59561a64e,39901,1732134159049 because: Region server is closing 2024-11-20T20:23:10,419 INFO [RS:0;d7d59561a64e:39901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:39901. 2024-11-20T20:23:10,419 DEBUG [RS:0;d7d59561a64e:39901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:10,419 DEBUG [RS:0;d7d59561a64e:39901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:10,419 DEBUG [RS:0;d7d59561a64e:39901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:10,419 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:23:10,420 INFO [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:23:10,419 ERROR [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.shipperd7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d7d59561a64e,39901,1732134159049: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d7d59561a64e,39901,1732134159049, walGroup=d7d59561a64e%2C39901%2C1732134159049, offset=d7d59561a64e%2C39901%2C1732134159049.1732134161750:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:39901 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T20:23:10,421 ERROR [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.shipperd7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T20:23:10,421 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.shipperd7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T20:23:10,421 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.shipperd7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T20:23:10,422 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.shipperd7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T20:23:10,422 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.shipperd7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T20:23:10,422 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.shipperd7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1371537408, "init": 1048576000, "max": 2306867200, "used": 988108752 }, "NonHeapMemoryUsage": { "committed": 205127680, "init": 7667712, "max": -1, "used": 201455088 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T20:23:10,422 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.shipperd7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [d7d59561a64e%2C39901%2C1732134159049.1732134161750] 2024-11-20T20:23:10,519 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:23:10,520 INFO [RS:0;d7d59561a64e:39901 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,39901,1732134159049.replicationSource.shipperd7d59561a64e%2C39901%2C1732134159049,1-d7d59561a64e,39901,1732134159049 terminated 2024-11-20T20:23:10,520 INFO [RS:0;d7d59561a64e:39901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39901 2024-11-20T20:23:10,520 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7d59561a64e,35369,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T20:23:10,520 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108725 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7d59561a64e,35369,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T20:23:10,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x10159e9b1c30000, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491505817/rs 2024-11-20T20:23:10,555 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x10159e9b1c30001, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1491505817/rs/d7d59561a64e,39901,1732134159049 2024-11-20T20:23:10,555 INFO [RS:0;d7d59561a64e:39901 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:23:10,555 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7d59561a64e,39901,1732134159049] 2024-11-20T20:23:10,692 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1491505817/draining/d7d59561a64e,39901,1732134159049 already deleted, retry=false 2024-11-20T20:23:10,692 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7d59561a64e,39901,1732134159049 expired; onlineServers=0 2024-11-20T20:23:10,692 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7d59561a64e,46789,1732134158391' ***** 2024-11-20T20:23:10,692 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T20:23:10,692 INFO [M:0;d7d59561a64e:46789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:23:10,692 INFO [M:0;d7d59561a64e:46789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:23:10,692 DEBUG [M:0;d7d59561a64e:46789 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T20:23:10,693 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T20:23:10,693 DEBUG [M:0;d7d59561a64e:46789 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T20:23:10,693 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134161472 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134161472,5,FailOnTimeoutGroup] 2024-11-20T20:23:10,693 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134161476 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134161476,5,FailOnTimeoutGroup] 2024-11-20T20:23:10,693 INFO [M:0;d7d59561a64e:46789 {}] hbase.ChoreService(370): Chore service for: master/d7d59561a64e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T20:23:10,693 INFO [M:0;d7d59561a64e:46789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:23:10,693 DEBUG [M:0;d7d59561a64e:46789 {}] master.HMaster(1795): Stopping service threads 2024-11-20T20:23:10,693 INFO [M:0;d7d59561a64e:46789 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T20:23:10,693 INFO [M:0;d7d59561a64e:46789 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:23:10,693 INFO [M:0;d7d59561a64e:46789 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T20:23:10,693 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T20:23:10,707 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x10159e9b1c30001, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:23:10,707 INFO [RS:0;d7d59561a64e:39901 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:23:10,707 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39901-0x10159e9b1c30001, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:23:10,707 INFO [RS:0;d7d59561a64e:39901 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7d59561a64e,39901,1732134159049; zookeeper connection closed. 2024-11-20T20:23:10,708 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40e1eb8a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40e1eb8a 2024-11-20T20:23:10,708 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T20:23:10,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x10159e9b1c30000, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1491505817/master 2024-11-20T20:23:10,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x10159e9b1c30000, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1491505817 2024-11-20T20:23:10,775 DEBUG [M:0;d7d59561a64e:46789 {}] zookeeper.ZKUtil(347): master:46789-0x10159e9b1c30000, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Unable to get data of znode /0-1491505817/master because node does not exist (not an error) 2024-11-20T20:23:10,775 WARN [M:0;d7d59561a64e:46789 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T20:23:10,775 INFO [M:0;d7d59561a64e:46789 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/.lastflushedseqids 2024-11-20T20:23:10,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741848_1024 (size=245) 2024-11-20T20:23:11,180 INFO [M:0;d7d59561a64e:46789 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T20:23:11,180 INFO [M:0;d7d59561a64e:46789 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T20:23:11,180 DEBUG [M:0;d7d59561a64e:46789 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:23:11,180 INFO [M:0;d7d59561a64e:46789 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:11,180 DEBUG [M:0;d7d59561a64e:46789 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:11,180 DEBUG [M:0;d7d59561a64e:46789 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:23:11,180 DEBUG [M:0;d7d59561a64e:46789 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:11,180 INFO [M:0;d7d59561a64e:46789 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-20T20:23:11,198 DEBUG [M:0;d7d59561a64e:46789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bda94d914e3b4ec5a941bbf17157d426 is 82, key is hbase:meta,,1/info:regioninfo/1732134162234/Put/seqid=0 2024-11-20T20:23:11,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741849_1025 (size=5672) 2024-11-20T20:23:11,202 INFO [M:0;d7d59561a64e:46789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bda94d914e3b4ec5a941bbf17157d426 2024-11-20T20:23:11,221 DEBUG [M:0;d7d59561a64e:46789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c55feeb4af54bbba1eee8d0fdd94a77 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732134174351/Put/seqid=0 2024-11-20T20:23:11,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741850_1026 (size=8515) 2024-11-20T20:23:11,624 INFO [M:0;d7d59561a64e:46789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c55feeb4af54bbba1eee8d0fdd94a77 2024-11-20T20:23:11,650 DEBUG [M:0;d7d59561a64e:46789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9f3fc1236e14cab96c5793deb38efe8 is 69, key is d7d59561a64e,39901,1732134159049/rs:state/1732134161599/Put/seqid=0 2024-11-20T20:23:11,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741851_1027 (size=5156) 2024-11-20T20:23:11,676 INFO [M:0;d7d59561a64e:46789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9f3fc1236e14cab96c5793deb38efe8 2024-11-20T20:23:11,681 DEBUG [M:0;d7d59561a64e:46789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bda94d914e3b4ec5a941bbf17157d426 as hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bda94d914e3b4ec5a941bbf17157d426 2024-11-20T20:23:11,686 INFO [M:0;d7d59561a64e:46789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bda94d914e3b4ec5a941bbf17157d426, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T20:23:11,687 DEBUG [M:0;d7d59561a64e:46789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9c55feeb4af54bbba1eee8d0fdd94a77 as hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c55feeb4af54bbba1eee8d0fdd94a77 2024-11-20T20:23:11,694 INFO [M:0;d7d59561a64e:46789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9c55feeb4af54bbba1eee8d0fdd94a77, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T20:23:11,694 DEBUG [M:0;d7d59561a64e:46789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9f3fc1236e14cab96c5793deb38efe8 as hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9f3fc1236e14cab96c5793deb38efe8 2024-11-20T20:23:11,699 INFO [M:0;d7d59561a64e:46789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36947/user/jenkins/test-data/9f838d9d-6327-e403-078f-caf64d10a041/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9f3fc1236e14cab96c5793deb38efe8, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T20:23:11,700 INFO [M:0;d7d59561a64e:46789 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 520ms, sequenceid=97, compaction requested=false 2024-11-20T20:23:11,741 INFO [M:0;d7d59561a64e:46789 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:11,741 DEBUG [M:0;d7d59561a64e:46789 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134191180Disabling compacts and flushes for region at 1732134191180Disabling writes for close at 1732134191180Obtaining lock to block concurrent updates at 1732134191180Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732134191180Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732134191180Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732134191181 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732134191181Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732134191198 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732134191198Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732134191206 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732134191220 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732134191220Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732134191632 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732134191649 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732134191649Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f8164fe: reopening flushed file at 1732134191680 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c1837ad: reopening flushed file at 1732134191686 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d2af88f: reopening flushed file at 1732134191694 (+8 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 520ms, sequenceid=97, compaction requested=false at 1732134191700 (+6 ms)Writing region close event to WAL at 1732134191741 (+41 ms)Closed at 1732134191741 2024-11-20T20:23:11,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34455 is added to blk_1073741830_1006 (size=63642) 2024-11-20T20:23:11,754 INFO [M:0;d7d59561a64e:46789 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T20:23:11,754 INFO [M:0;d7d59561a64e:46789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46789 2024-11-20T20:23:11,754 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:23:11,754 INFO [M:0;d7d59561a64e:46789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:23:11,907 INFO [M:0;d7d59561a64e:46789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:23:11,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x10159e9b1c30000, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:23:11,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46789-0x10159e9b1c30000, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:23:11,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dc97342{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:23:11,925 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22a40561{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:23:11,925 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:23:11,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b401087{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:23:11,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17c7b657{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/hadoop.log.dir/,STOPPED} 2024-11-20T20:23:11,927 WARN [BP-888534006-172.17.0.2-1732134155849 heartbeating to localhost/127.0.0.1:36947 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T20:23:11,927 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T20:23:11,927 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T20:23:11,927 WARN [BP-888534006-172.17.0.2-1732134155849 heartbeating to localhost/127.0.0.1:36947 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-888534006-172.17.0.2-1732134155849 (Datanode Uuid 7071f800-817d-41a6-a10a-417e3a105dc3) service to localhost/127.0.0.1:36947 2024-11-20T20:23:11,928 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/cluster_2ba1d1e2-069a-6782-4ef8-39cd7c44b951/data/data1/current/BP-888534006-172.17.0.2-1732134155849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:23:11,928 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/cluster_2ba1d1e2-069a-6782-4ef8-39cd7c44b951/data/data2/current/BP-888534006-172.17.0.2-1732134155849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:23:11,929 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T20:23:11,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39dddff9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:23:11,936 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@871521f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:23:11,936 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:23:11,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47c2e923{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:23:11,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@340750b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8758579c-2490-135c-cf55-dcfacf6e3f29/hadoop.log.dir/,STOPPED} 2024-11-20T20:23:11,943 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T20:23:11,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T20:23:11,972 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=362 (was 313) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35095 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-29 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33337 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:35095 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:33337 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35095 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33337 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52932) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35095 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33337 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36947 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:36947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33337 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52932) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35095 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52932) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=795 (was 731) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=764 (was 707) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1767 (was 967) - AvailableMemoryMB LEAK? - 2024-11-20T20:23:11,984 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=795, MaxFileDescriptor=1048576, SystemLoadAverage=764, ProcessCount=11, AvailableMemoryMB=1767 2024-11-20T20:23:11,999 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-20T20:23:11,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/hadoop.log.dir so I do NOT create it in target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf 2024-11-20T20:23:11,999 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T20:23:11,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/hadoop.tmp.dir so I do NOT create it in target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf 2024-11-20T20:23:11,999 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52063994-4d15-b14d-2fe1-74a15b0fbd59/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T20:23:11,999 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf 2024-11-20T20:23:12,000 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/cluster_c3c0a66c-223a-e708-15d0-bdbc8ed80c63, deleteOnExit=true 2024-11-20T20:23:12,016 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/cluster_c3c0a66c-223a-e708-15d0-bdbc8ed80c63/zookeeper_0, clientPort=60672, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/cluster_c3c0a66c-223a-e708-15d0-bdbc8ed80c63/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/cluster_c3c0a66c-223a-e708-15d0-bdbc8ed80c63/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T20:23:12,017 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60672 2024-11-20T20:23:12,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T20:23:12,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T20:23:12,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/test.cache.data in system properties and HBase conf 2024-11-20T20:23:12,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T20:23:12,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/hadoop.log.dir in system properties and HBase conf 2024-11-20T20:23:12,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T20:23:12,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T20:23:12,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T20:23:12,018 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T20:23:12,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:23:12,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:23:12,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T20:23:12,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:23:12,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T20:23:12,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T20:23:12,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:23:12,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:23:12,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T20:23:12,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/nfs.dump.dir in system properties and HBase conf 2024-11-20T20:23:12,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/java.io.tmpdir in system properties and HBase conf 2024-11-20T20:23:12,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:23:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T20:23:12,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T20:23:12,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10159e9b1c30008, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T20:23:12,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10159e9b1c30002, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T20:23:12,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10159e9b1c30005, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T20:23:12,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10159e9b1c30002, quorum=127.0.0.1:52932, baseZNode=/0-1491505817 Received Disconnected from ZooKeeper, ignoring 2024-11-20T20:23:12,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10159e9b1c30005, quorum=127.0.0.1:52932, baseZNode=/1155991549 Received Disconnected from ZooKeeper, ignoring 2024-11-20T20:23:12,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10159e9b1c30008, quorum=127.0.0.1:52932, baseZNode=/2730984970 Received Disconnected from ZooKeeper, ignoring 2024-11-20T20:23:12,486 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:23:12,499 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:23:12,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:23:12,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:23:12,536 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:23:12,539 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:23:12,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3338bb6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:23:12,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@559cf343{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:23:12,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@186018b3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/java.io.tmpdir/jetty-localhost-33201-hadoop-hdfs-3_4_1-tests_jar-_-any-10194559810078795475/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:23:12,667 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4039737a{HTTP/1.1, (http/1.1)}{localhost:33201} 2024-11-20T20:23:12,667 INFO [Time-limited test {}] server.Server(415): Started @297985ms 2024-11-20T20:23:13,046 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:23:13,048 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:23:13,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:23:13,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:23:13,074 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:23:13,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46a022b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:23:13,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f13c430{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:23:13,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49ebce46{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/java.io.tmpdir/jetty-localhost-33745-hadoop-hdfs-3_4_1-tests_jar-_-any-8478406199331584460/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:23:13,202 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b20fe7{HTTP/1.1, (http/1.1)}{localhost:33745} 2024-11-20T20:23:13,202 INFO [Time-limited test {}] server.Server(415): Started @298520ms 2024-11-20T20:23:13,203 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T20:23:14,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T20:23:14,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T20:23:14,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T20:23:14,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T20:23:14,456 WARN [Thread-4152 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/cluster_c3c0a66c-223a-e708-15d0-bdbc8ed80c63/data/data1/current/BP-229764722-172.17.0.2-1732134192071/current, will proceed with Du for space computation calculation, 2024-11-20T20:23:14,456 WARN [Thread-4153 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/cluster_c3c0a66c-223a-e708-15d0-bdbc8ed80c63/data/data2/current/BP-229764722-172.17.0.2-1732134192071/current, will proceed with Du for space computation calculation, 2024-11-20T20:23:14,508 WARN [Thread-4140 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T20:23:14,511 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73688efcf38d55c5 with lease ID 0xdc3609a3370ccfb5: Processing first storage report for DS-6d5ab7c9-fdb9-48a9-bc10-08e412cffc38 from datanode DatanodeRegistration(127.0.0.1:44279, datanodeUuid=600c3774-9c03-470a-9c3b-47afb51d9f75, infoPort=46317, infoSecurePort=0, ipcPort=42681, storageInfo=lv=-57;cid=testClusterID;nsid=639989234;c=1732134192071) 2024-11-20T20:23:14,511 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73688efcf38d55c5 with lease ID 0xdc3609a3370ccfb5: from storage DS-6d5ab7c9-fdb9-48a9-bc10-08e412cffc38 node DatanodeRegistration(127.0.0.1:44279, datanodeUuid=600c3774-9c03-470a-9c3b-47afb51d9f75, infoPort=46317, infoSecurePort=0, ipcPort=42681, storageInfo=lv=-57;cid=testClusterID;nsid=639989234;c=1732134192071), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:23:14,511 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73688efcf38d55c5 with lease ID 0xdc3609a3370ccfb5: Processing first storage report for DS-83e9f2cc-e7d1-478c-9fd6-2be40f7677d6 from datanode DatanodeRegistration(127.0.0.1:44279, datanodeUuid=600c3774-9c03-470a-9c3b-47afb51d9f75, infoPort=46317, infoSecurePort=0, ipcPort=42681, storageInfo=lv=-57;cid=testClusterID;nsid=639989234;c=1732134192071) 2024-11-20T20:23:14,511 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73688efcf38d55c5 with lease ID 0xdc3609a3370ccfb5: from storage DS-83e9f2cc-e7d1-478c-9fd6-2be40f7677d6 node DatanodeRegistration(127.0.0.1:44279, datanodeUuid=600c3774-9c03-470a-9c3b-47afb51d9f75, infoPort=46317, infoSecurePort=0, ipcPort=42681, storageInfo=lv=-57;cid=testClusterID;nsid=639989234;c=1732134192071), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:23:14,551 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf 2024-11-20T20:23:14,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:23:14,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:23:14,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741825_1001 (size=7) 2024-11-20T20:23:14,614 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060 with version=8 2024-11-20T20:23:14,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/hbase-staging 2024-11-20T20:23:14,616 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:23:14,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:23:14,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:23:14,616 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:23:14,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:23:14,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:23:14,617 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T20:23:14,617 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:23:14,617 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39807 2024-11-20T20:23:14,618 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39807 connecting to ZooKeeper ensemble=127.0.0.1:60672 2024-11-20T20:23:14,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398070x0, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:23:14,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39807-0x10159ea3f300000 connected 2024-11-20T20:23:14,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:23:14,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:23:14,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39807-0x10159ea3f300000, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Set watcher on znode that does not yet exist, /0-1666631760/running 2024-11-20T20:23:14,873 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060, hbase.cluster.distributed=false 2024-11-20T20:23:14,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39807-0x10159ea3f300000, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Set watcher on znode that does not yet exist, /0-1666631760/acl 2024-11-20T20:23:14,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39807 2024-11-20T20:23:14,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39807 2024-11-20T20:23:14,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39807 2024-11-20T20:23:14,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39807 2024-11-20T20:23:14,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39807 2024-11-20T20:23:14,911 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:23:14,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:23:14,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:23:14,911 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:23:14,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:23:14,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:23:14,911 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T20:23:14,911 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:23:14,911 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45491 2024-11-20T20:23:14,912 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45491 connecting to ZooKeeper ensemble=127.0.0.1:60672 2024-11-20T20:23:14,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:23:14,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:23:14,934 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454910x0, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:23:14,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454910x0, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Set watcher on znode that does not yet exist, /0-1666631760/running 2024-11-20T20:23:14,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45491-0x10159ea3f300001 connected 2024-11-20T20:23:14,935 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T20:23:14,936 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T20:23:14,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45491-0x10159ea3f300001, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Set watcher on znode that does not yet exist, /0-1666631760/master 2024-11-20T20:23:14,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45491-0x10159ea3f300001, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Set watcher on znode that does not yet exist, /0-1666631760/acl 2024-11-20T20:23:14,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45491 2024-11-20T20:23:14,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45491 2024-11-20T20:23:14,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45491 2024-11-20T20:23:14,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45491 2024-11-20T20:23:14,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45491 2024-11-20T20:23:14,962 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:23:14,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:14,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:14,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:14,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:14,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:14,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:14,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:14,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:14,971 DEBUG [M:0;d7d59561a64e:39807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7d59561a64e:39807 2024-11-20T20:23:14,972 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1666631760/backup-masters/d7d59561a64e,39807,1732134194616 2024-11-20T20:23:14,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39807-0x10159ea3f300000, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1666631760/backup-masters 2024-11-20T20:23:14,988 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45491-0x10159ea3f300001, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1666631760/backup-masters 2024-11-20T20:23:14,991 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39807-0x10159ea3f300000, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Set watcher on existing znode=/0-1666631760/backup-masters/d7d59561a64e,39807,1732134194616 2024-11-20T20:23:15,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39807-0x10159ea3f300000, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1666631760 2024-11-20T20:23:15,003 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45491-0x10159ea3f300001, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1666631760/master 2024-11-20T20:23:15,003 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45491-0x10159ea3f300001, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1666631760 2024-11-20T20:23:15,004 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39807-0x10159ea3f300000, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Set watcher on existing znode=/0-1666631760/master 2024-11-20T20:23:15,004 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1666631760/backup-masters/d7d59561a64e,39807,1732134194616 from backup master directory 2024-11-20T20:23:15,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39807-0x10159ea3f300000, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1666631760/backup-masters/d7d59561a64e,39807,1732134194616 2024-11-20T20:23:15,014 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45491-0x10159ea3f300001, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1666631760/backup-masters 2024-11-20T20:23:15,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39807-0x10159ea3f300000, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1666631760/backup-masters 2024-11-20T20:23:15,014 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:23:15,014 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7d59561a64e,39807,1732134194616 2024-11-20T20:23:15,019 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/hbase.id] with ID: 061aa261-6f43-4a65-9840-a8d25d7e1aad 2024-11-20T20:23:15,019 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/.tmp/hbase.id 2024-11-20T20:23:15,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:15,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:15,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:15,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:15,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:15,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:15,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:15,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:15,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:15,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:15,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741826_1002 (size=42) 2024-11-20T20:23:15,451 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/.tmp/hbase.id]:[hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/hbase.id] 2024-11-20T20:23:15,461 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:23:15,461 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T20:23:15,462 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T20:23:15,471 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45491-0x10159ea3f300001, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1666631760 2024-11-20T20:23:15,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39807-0x10159ea3f300000, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1666631760 2024-11-20T20:23:15,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741827_1003 (size=196) 2024-11-20T20:23:15,891 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:23:15,891 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T20:23:15,892 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:23:15,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741828_1004 (size=1189) 2024-11-20T20:23:16,299 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/MasterData/data/master/store 2024-11-20T20:23:16,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741829_1005 (size=34) 2024-11-20T20:23:16,307 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:23:16,307 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:23:16,307 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:16,307 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:16,307 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:23:16,307 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:16,307 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:16,307 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134196307Disabling compacts and flushes for region at 1732134196307Disabling writes for close at 1732134196307Writing region close event to WAL at 1732134196307Closed at 1732134196307 2024-11-20T20:23:16,308 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/MasterData/data/master/store/.initializing 2024-11-20T20:23:16,308 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/MasterData/WALs/d7d59561a64e,39807,1732134194616 2024-11-20T20:23:16,309 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:23:16,310 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C39807%2C1732134194616, suffix=, logDir=hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/MasterData/WALs/d7d59561a64e,39807,1732134194616, archiveDir=hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/MasterData/oldWALs, maxLogs=10 2024-11-20T20:23:16,327 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/MasterData/WALs/d7d59561a64e,39807,1732134194616/d7d59561a64e%2C39807%2C1732134194616.1732134196311, exclude list is [], retry=0 2024-11-20T20:23:16,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44279,DS-6d5ab7c9-fdb9-48a9-bc10-08e412cffc38,DISK] 2024-11-20T20:23:16,337 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/MasterData/WALs/d7d59561a64e,39807,1732134194616/d7d59561a64e%2C39807%2C1732134194616.1732134196311 2024-11-20T20:23:16,340 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46317:46317)] 2024-11-20T20:23:16,340 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:23:16,341 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:23:16,341 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:16,341 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:16,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:16,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T20:23:16,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:16,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:16,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:16,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T20:23:16,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:16,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:23:16,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:16,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T20:23:16,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:16,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:23:16,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:16,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T20:23:16,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:16,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:23:16,357 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:16,359 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:16,360 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:16,362 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:16,362 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:16,362 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:23:16,363 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:16,389 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:23:16,390 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60401253, jitterRate=-0.09995119273662567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:23:16,391 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732134196341Initializing all the Stores at 1732134196342 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134196342Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134196348 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134196348Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134196348Cleaning up temporary data from old regions at 1732134196362 (+14 ms)Region opened successfully at 1732134196390 (+28 ms) 2024-11-20T20:23:16,392 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T20:23:16,396 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22be0b82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:23:16,397 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T20:23:16,397 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T20:23:16,397 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T20:23:16,397 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T20:23:16,398 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T20:23:16,398 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T20:23:16,398 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T20:23:16,414 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T20:23:16,415 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39807-0x10159ea3f300000, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Unable to get data of znode /0-1666631760/balancer because node does not exist (not necessarily an error) 2024-11-20T20:23:16,424 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1666631760/balancer already deleted, retry=false 2024-11-20T20:23:16,425 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T20:23:16,425 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39807-0x10159ea3f300000, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Unable to get data of znode /0-1666631760/normalizer because node does not exist (not necessarily an error) 2024-11-20T20:23:16,435 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1666631760/normalizer already deleted, retry=false 2024-11-20T20:23:16,435 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T20:23:16,436 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39807-0x10159ea3f300000, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Unable to get data of znode /0-1666631760/switch/split because node does not exist (not necessarily an error) 2024-11-20T20:23:16,445 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1666631760/switch/split already deleted, retry=false 2024-11-20T20:23:16,446 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39807-0x10159ea3f300000, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Unable to get data of znode /0-1666631760/switch/merge because node does not exist (not necessarily an error) 2024-11-20T20:23:16,456 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1666631760/switch/merge already deleted, retry=false 2024-11-20T20:23:16,457 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39807-0x10159ea3f300000, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Unable to get data of znode /0-1666631760/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T20:23:16,466 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1666631760/snapshot-cleanup already deleted, retry=false 2024-11-20T20:23:16,477 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45491-0x10159ea3f300001, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1666631760/running 2024-11-20T20:23:16,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39807-0x10159ea3f300000, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1666631760/running 2024-11-20T20:23:16,477 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45491-0x10159ea3f300001, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1666631760 2024-11-20T20:23:16,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39807-0x10159ea3f300000, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1666631760 2024-11-20T20:23:16,488 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7d59561a64e,39807,1732134194616, sessionid=0x10159ea3f300000, setting cluster-up flag (Was=false) 2024-11-20T20:23:16,508 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45491-0x10159ea3f300001, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1666631760 2024-11-20T20:23:16,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39807-0x10159ea3f300000, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1666631760 2024-11-20T20:23:16,540 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1666631760/flush-table-proc/acquired, /0-1666631760/flush-table-proc/reached, /0-1666631760/flush-table-proc/abort 2024-11-20T20:23:16,545 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,39807,1732134194616 2024-11-20T20:23:16,566 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45491-0x10159ea3f300001, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1666631760 2024-11-20T20:23:16,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39807-0x10159ea3f300000, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1666631760 2024-11-20T20:23:16,597 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1666631760/online-snapshot/acquired, /0-1666631760/online-snapshot/reached, /0-1666631760/online-snapshot/abort 2024-11-20T20:23:16,598 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,39807,1732134194616 2024-11-20T20:23:16,605 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T20:23:16,606 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T20:23:16,606 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T20:23:16,606 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T20:23:16,607 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7d59561a64e,39807,1732134194616 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T20:23:16,607 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:23:16,608 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:23:16,608 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:23:16,608 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:23:16,608 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7d59561a64e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T20:23:16,608 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:16,608 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:23:16,608 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:16,609 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:23:16,609 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T20:23:16,610 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:16,610 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T20:23:16,645 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732134226645 2024-11-20T20:23:16,645 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T20:23:16,646 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T20:23:16,646 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T20:23:16,646 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T20:23:16,646 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T20:23:16,646 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T20:23:16,672 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:16,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741831_1007 (size=1321) 2024-11-20T20:23:16,693 INFO [RS:0;d7d59561a64e:45491 {}] regionserver.HRegionServer(746): ClusterId : 061aa261-6f43-4a65-9840-a8d25d7e1aad 2024-11-20T20:23:16,693 DEBUG [RS:0;d7d59561a64e:45491 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T20:23:16,693 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T20:23:16,694 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060 2024-11-20T20:23:16,704 DEBUG [RS:0;d7d59561a64e:45491 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T20:23:16,704 DEBUG [RS:0;d7d59561a64e:45491 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T20:23:16,708 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T20:23:16,708 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T20:23:16,708 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T20:23:16,708 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T20:23:16,709 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T20:23:16,709 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T20:23:16,709 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134196709,5,FailOnTimeoutGroup] 2024-11-20T20:23:16,715 DEBUG [RS:0;d7d59561a64e:45491 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T20:23:16,715 DEBUG [RS:0;d7d59561a64e:45491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b985dd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:23:16,716 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134196709,5,FailOnTimeoutGroup] 2024-11-20T20:23:16,716 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:16,716 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T20:23:16,716 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:16,716 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:16,739 DEBUG [RS:0;d7d59561a64e:45491 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7d59561a64e:45491 2024-11-20T20:23:16,739 INFO [RS:0;d7d59561a64e:45491 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T20:23:16,739 INFO [RS:0;d7d59561a64e:45491 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T20:23:16,739 DEBUG [RS:0;d7d59561a64e:45491 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T20:23:16,740 INFO [RS:0;d7d59561a64e:45491 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d59561a64e,39807,1732134194616 with port=45491, startcode=1732134194910 2024-11-20T20:23:16,740 DEBUG [RS:0;d7d59561a64e:45491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T20:23:16,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741832_1008 (size=32) 2024-11-20T20:23:16,742 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T20:23:16,742 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39807 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7d59561a64e,45491,1732134194910 2024-11-20T20:23:16,743 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39807 {}] master.ServerManager(517): Registering regionserver=d7d59561a64e,45491,1732134194910 2024-11-20T20:23:16,744 DEBUG [RS:0;d7d59561a64e:45491 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060 2024-11-20T20:23:16,744 DEBUG [RS:0;d7d59561a64e:45491 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38317 2024-11-20T20:23:16,744 DEBUG [RS:0;d7d59561a64e:45491 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T20:23:16,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39807-0x10159ea3f300000, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1666631760/rs 2024-11-20T20:23:16,756 DEBUG [RS:0;d7d59561a64e:45491 {}] zookeeper.ZKUtil(111): regionserver:45491-0x10159ea3f300001, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Set watcher on existing znode=/0-1666631760/rs/d7d59561a64e,45491,1732134194910 2024-11-20T20:23:16,756 WARN [RS:0;d7d59561a64e:45491 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:23:16,756 INFO [RS:0;d7d59561a64e:45491 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:23:16,756 DEBUG [RS:0;d7d59561a64e:45491 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/WALs/d7d59561a64e,45491,1732134194910 2024-11-20T20:23:16,788 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7d59561a64e,45491,1732134194910] 2024-11-20T20:23:16,798 INFO [RS:0;d7d59561a64e:45491 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T20:23:16,800 INFO [RS:0;d7d59561a64e:45491 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T20:23:16,804 INFO [RS:0;d7d59561a64e:45491 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T20:23:16,804 INFO [RS:0;d7d59561a64e:45491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:16,804 INFO [RS:0;d7d59561a64e:45491 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T20:23:16,805 INFO [RS:0;d7d59561a64e:45491 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T20:23:16,805 INFO [RS:0;d7d59561a64e:45491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:16,805 DEBUG [RS:0;d7d59561a64e:45491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:16,805 DEBUG [RS:0;d7d59561a64e:45491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:16,805 DEBUG [RS:0;d7d59561a64e:45491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:16,805 DEBUG [RS:0;d7d59561a64e:45491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:16,805 DEBUG [RS:0;d7d59561a64e:45491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:16,805 DEBUG [RS:0;d7d59561a64e:45491 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:23:16,805 DEBUG [RS:0;d7d59561a64e:45491 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:16,805 DEBUG [RS:0;d7d59561a64e:45491 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:16,805 DEBUG [RS:0;d7d59561a64e:45491 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:16,805 DEBUG [RS:0;d7d59561a64e:45491 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:16,805 DEBUG [RS:0;d7d59561a64e:45491 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:16,805 DEBUG [RS:0;d7d59561a64e:45491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:16,805 DEBUG [RS:0;d7d59561a64e:45491 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:23:16,805 DEBUG [RS:0;d7d59561a64e:45491 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:23:16,820 INFO [RS:0;d7d59561a64e:45491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:16,820 INFO [RS:0;d7d59561a64e:45491 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:16,820 INFO [RS:0;d7d59561a64e:45491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:16,820 INFO [RS:0;d7d59561a64e:45491 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:16,820 INFO [RS:0;d7d59561a64e:45491 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:16,820 INFO [RS:0;d7d59561a64e:45491 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,45491,1732134194910-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:23:16,864 INFO [RS:0;d7d59561a64e:45491 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T20:23:16,864 INFO [RS:0;d7d59561a64e:45491 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,45491,1732134194910-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:16,864 INFO [RS:0;d7d59561a64e:45491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:16,864 INFO [RS:0;d7d59561a64e:45491 {}] regionserver.Replication(171): d7d59561a64e,45491,1732134194910 started 2024-11-20T20:23:16,883 INFO [RS:0;d7d59561a64e:45491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:16,884 INFO [RS:0;d7d59561a64e:45491 {}] regionserver.HRegionServer(1482): Serving as d7d59561a64e,45491,1732134194910, RpcServer on d7d59561a64e/172.17.0.2:45491, sessionid=0x10159ea3f300001 2024-11-20T20:23:16,884 DEBUG [RS:0;d7d59561a64e:45491 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T20:23:16,884 DEBUG [RS:0;d7d59561a64e:45491 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7d59561a64e,45491,1732134194910 2024-11-20T20:23:16,884 DEBUG [RS:0;d7d59561a64e:45491 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,45491,1732134194910' 2024-11-20T20:23:16,884 DEBUG [RS:0;d7d59561a64e:45491 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1666631760/flush-table-proc/abort' 2024-11-20T20:23:16,884 DEBUG [RS:0;d7d59561a64e:45491 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1666631760/flush-table-proc/acquired' 2024-11-20T20:23:16,885 DEBUG [RS:0;d7d59561a64e:45491 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T20:23:16,885 DEBUG [RS:0;d7d59561a64e:45491 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T20:23:16,885 DEBUG [RS:0;d7d59561a64e:45491 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7d59561a64e,45491,1732134194910 2024-11-20T20:23:16,885 DEBUG [RS:0;d7d59561a64e:45491 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,45491,1732134194910' 2024-11-20T20:23:16,885 DEBUG [RS:0;d7d59561a64e:45491 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1666631760/online-snapshot/abort' 2024-11-20T20:23:16,886 DEBUG [RS:0;d7d59561a64e:45491 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1666631760/online-snapshot/acquired' 2024-11-20T20:23:16,886 DEBUG [RS:0;d7d59561a64e:45491 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T20:23:16,886 INFO [RS:0;d7d59561a64e:45491 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T20:23:16,886 INFO [RS:0;d7d59561a64e:45491 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T20:23:16,986 INFO [RS:0;d7d59561a64e:45491 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:23:16,988 INFO [RS:0;d7d59561a64e:45491 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C45491%2C1732134194910, suffix=, logDir=hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/WALs/d7d59561a64e,45491,1732134194910, archiveDir=hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/oldWALs, maxLogs=10 2024-11-20T20:23:17,004 DEBUG [RS:0;d7d59561a64e:45491 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/WALs/d7d59561a64e,45491,1732134194910/d7d59561a64e%2C45491%2C1732134194910.1732134196988, exclude list is [], retry=0 2024-11-20T20:23:17,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44279,DS-6d5ab7c9-fdb9-48a9-bc10-08e412cffc38,DISK] 2024-11-20T20:23:17,029 INFO [RS:0;d7d59561a64e:45491 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/WALs/d7d59561a64e,45491,1732134194910/d7d59561a64e%2C45491%2C1732134194910.1732134196988 2024-11-20T20:23:17,029 DEBUG [RS:0;d7d59561a64e:45491 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46317:46317)] 2024-11-20T20:23:17,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:23:17,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:23:17,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:23:17,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:17,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:17,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:23:17,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:23:17,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:17,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:17,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:23:17,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:23:17,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:17,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:17,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:23:17,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:23:17,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:17,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:17,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:23:17,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/data/hbase/meta/1588230740 2024-11-20T20:23:17,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/data/hbase/meta/1588230740 2024-11-20T20:23:17,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:23:17,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:23:17,173 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:23:17,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:23:17,185 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:23:17,186 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67679440, jitterRate=0.00850224494934082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:23:17,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732134197144Initializing all the Stores at 1732134197144Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134197145 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134197145Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134197145Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134197145Cleaning up temporary data from old regions at 1732134197167 (+22 ms)Region opened successfully at 1732134197186 (+19 ms) 2024-11-20T20:23:17,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:23:17,187 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:23:17,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:23:17,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:23:17,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:23:17,187 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:23:17,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134197186Disabling compacts and flushes for region at 1732134197186Disabling writes for close at 1732134197187 (+1 ms)Writing region close event to WAL at 1732134197187Closed at 1732134197187 2024-11-20T20:23:17,188 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:23:17,188 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T20:23:17,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T20:23:17,189 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:23:17,190 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T20:23:17,340 DEBUG [d7d59561a64e:39807 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T20:23:17,341 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7d59561a64e,45491,1732134194910 2024-11-20T20:23:17,341 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,45491,1732134194910, state=OPENING 2024-11-20T20:23:17,409 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T20:23:17,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39807-0x10159ea3f300000, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1666631760 2024-11-20T20:23:17,476 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45491-0x10159ea3f300001, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1666631760 2024-11-20T20:23:17,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1666631760/meta-region-server: CHANGED 2024-11-20T20:23:17,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1666631760/meta-region-server: CHANGED 2024-11-20T20:23:17,476 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:23:17,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,45491,1732134194910}] 2024-11-20T20:23:17,629 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:23:17,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T20:23:17,638 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T20:23:17,638 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:23:17,638 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T20:23:17,640 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C45491%2C1732134194910.meta, suffix=.meta, logDir=hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/WALs/d7d59561a64e,45491,1732134194910, archiveDir=hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/oldWALs, maxLogs=10 2024-11-20T20:23:17,662 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/WALs/d7d59561a64e,45491,1732134194910/d7d59561a64e%2C45491%2C1732134194910.meta.1732134197645.meta, exclude list is [], retry=0 2024-11-20T20:23:17,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44279,DS-6d5ab7c9-fdb9-48a9-bc10-08e412cffc38,DISK] 2024-11-20T20:23:17,665 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/WALs/d7d59561a64e,45491,1732134194910/d7d59561a64e%2C45491%2C1732134194910.meta.1732134197645.meta 2024-11-20T20:23:17,665 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46317:46317)] 2024-11-20T20:23:17,665 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:23:17,665 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:23:17,665 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:23:17,665 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T20:23:17,666 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T20:23:17,666 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T20:23:17,666 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:23:17,666 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T20:23:17,666 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T20:23:17,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:23:17,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:23:17,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:17,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:17,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:23:17,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:23:17,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:17,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:17,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:23:17,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:23:17,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:17,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:17,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:23:17,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:23:17,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:17,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:17,670 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:23:17,670 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/data/hbase/meta/1588230740 2024-11-20T20:23:17,671 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/data/hbase/meta/1588230740 2024-11-20T20:23:17,671 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:23:17,671 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:23:17,672 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:23:17,672 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:23:17,673 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62688056, jitterRate=-0.06587517261505127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:23:17,673 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T20:23:17,673 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732134197666Writing region info on filesystem at 1732134197666Initializing all the Stores at 1732134197667 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134197667Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134197667Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134197667Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134197667Cleaning up temporary data from old regions at 1732134197671 (+4 ms)Running coprocessor post-open hooks at 1732134197673 (+2 ms)Region opened successfully at 1732134197673 2024-11-20T20:23:17,674 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732134197628 2024-11-20T20:23:17,675 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T20:23:17,675 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T20:23:17,676 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,45491,1732134194910 2024-11-20T20:23:17,676 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,45491,1732134194910, state=OPEN 2024-11-20T20:23:17,692 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45491-0x10159ea3f300001, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1666631760/meta-region-server 2024-11-20T20:23:17,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39807-0x10159ea3f300000, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1666631760/meta-region-server 2024-11-20T20:23:17,692 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7d59561a64e,45491,1732134194910 2024-11-20T20:23:17,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1666631760/meta-region-server: CHANGED 2024-11-20T20:23:17,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1666631760/meta-region-server: CHANGED 2024-11-20T20:23:17,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T20:23:17,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,45491,1732134194910 in 216 msec 2024-11-20T20:23:17,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T20:23:17,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 506 msec 2024-11-20T20:23:17,696 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:23:17,696 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T20:23:17,697 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:23:17,697 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,45491,1732134194910, seqNum=-1] 2024-11-20T20:23:17,697 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:23:17,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:23:17,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0950 sec 2024-11-20T20:23:17,701 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732134197701, completionTime=-1 2024-11-20T20:23:17,701 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T20:23:17,701 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T20:23:17,703 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T20:23:17,703 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732134257703 2024-11-20T20:23:17,703 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732134317703 2024-11-20T20:23:17,703 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T20:23:17,704 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,39807,1732134194616-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:17,704 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,39807,1732134194616-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:17,704 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,39807,1732134194616-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:17,704 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7d59561a64e:39807, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:17,704 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:17,704 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:17,707 DEBUG [master/d7d59561a64e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T20:23:17,708 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.694sec 2024-11-20T20:23:17,708 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T20:23:17,708 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T20:23:17,708 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T20:23:17,708 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T20:23:17,708 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T20:23:17,708 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,39807,1732134194616-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:23:17,708 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,39807,1732134194616-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T20:23:17,710 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T20:23:17,710 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T20:23:17,710 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,39807,1732134194616-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:17,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9f8a3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:17,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,39807,-1 for getting cluster id 2024-11-20T20:23:17,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:23:17,803 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '061aa261-6f43-4a65-9840-a8d25d7e1aad' 2024-11-20T20:23:17,803 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:23:17,803 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "061aa261-6f43-4a65-9840-a8d25d7e1aad" 2024-11-20T20:23:17,803 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458720fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:17,803 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,39807,-1] 2024-11-20T20:23:17,803 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:23:17,804 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:17,804 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:23:17,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43bd6cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:17,805 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:23:17,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,45491,1732134194910, seqNum=-1] 2024-11-20T20:23:17,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:23:17,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:23:17,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7d59561a64e,39807,1732134194616 2024-11-20T20:23:17,809 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60672 2024-11-20T20:23:17,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60672, baseZNode=/0-1666631760 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:23:17,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10159ea3f300002 connected 2024-11-20T20:23:17,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:23:17,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,39807,1732134194616 2024-11-20T20:23:17,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78a4f018 2024-11-20T20:23:17,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:23:17,833 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:23:17,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39807 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:23:17,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39807 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T20:23:17,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:23:17,835 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:17,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39807 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T20:23:17,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:23:17,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:23:17,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741835_1011 (size=902) 2024-11-20T20:23:17,842 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8ca8dfa82090c006a321dd60c8bf6d62, NAME => 'test,,1732134197833.8ca8dfa82090c006a321dd60c8bf6d62.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060 2024-11-20T20:23:17,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44279 is added to blk_1073741836_1012 (size=39) 2024-11-20T20:23:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:23:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:23:18,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732134197833.8ca8dfa82090c006a321dd60c8bf6d62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:23:18,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8ca8dfa82090c006a321dd60c8bf6d62, disabling compactions & flushes 2024-11-20T20:23:18,259 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732134197833.8ca8dfa82090c006a321dd60c8bf6d62. 2024-11-20T20:23:18,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732134197833.8ca8dfa82090c006a321dd60c8bf6d62. 2024-11-20T20:23:18,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732134197833.8ca8dfa82090c006a321dd60c8bf6d62. after waiting 0 ms 2024-11-20T20:23:18,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732134197833.8ca8dfa82090c006a321dd60c8bf6d62. 2024-11-20T20:23:18,259 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732134197833.8ca8dfa82090c006a321dd60c8bf6d62. 2024-11-20T20:23:18,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8ca8dfa82090c006a321dd60c8bf6d62: Waiting for close lock at 1732134198259Disabling compacts and flushes for region at 1732134198259Disabling writes for close at 1732134198259Writing region close event to WAL at 1732134198259Closed at 1732134198259 2024-11-20T20:23:18,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:23:18,260 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732134197833.8ca8dfa82090c006a321dd60c8bf6d62.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732134198260"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732134198260"}]},"ts":"1732134198260"} 2024-11-20T20:23:18,262 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:23:18,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:23:18,263 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134198263"}]},"ts":"1732134198263"} 2024-11-20T20:23:18,266 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T20:23:18,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8ca8dfa82090c006a321dd60c8bf6d62, ASSIGN}] 2024-11-20T20:23:18,268 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8ca8dfa82090c006a321dd60c8bf6d62, ASSIGN 2024-11-20T20:23:18,269 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8ca8dfa82090c006a321dd60c8bf6d62, ASSIGN; state=OFFLINE, location=d7d59561a64e,45491,1732134194910; forceNewPlan=false, retain=false 2024-11-20T20:23:18,419 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8ca8dfa82090c006a321dd60c8bf6d62, regionState=OPENING, regionLocation=d7d59561a64e,45491,1732134194910 2024-11-20T20:23:18,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8ca8dfa82090c006a321dd60c8bf6d62, ASSIGN because future has completed 2024-11-20T20:23:18,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ca8dfa82090c006a321dd60c8bf6d62, server=d7d59561a64e,45491,1732134194910}] 2024-11-20T20:23:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:23:18,576 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732134197833.8ca8dfa82090c006a321dd60c8bf6d62. 2024-11-20T20:23:18,576 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ca8dfa82090c006a321dd60c8bf6d62, NAME => 'test,,1732134197833.8ca8dfa82090c006a321dd60c8bf6d62.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:23:18,576 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:23:18,576 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T20:23:18,577 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8ca8dfa82090c006a321dd60c8bf6d62 2024-11-20T20:23:18,577 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732134197833.8ca8dfa82090c006a321dd60c8bf6d62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:23:18,577 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8ca8dfa82090c006a321dd60c8bf6d62 2024-11-20T20:23:18,577 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8ca8dfa82090c006a321dd60c8bf6d62 2024-11-20T20:23:18,578 INFO [StoreOpener-8ca8dfa82090c006a321dd60c8bf6d62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8ca8dfa82090c006a321dd60c8bf6d62 2024-11-20T20:23:18,578 INFO [StoreOpener-8ca8dfa82090c006a321dd60c8bf6d62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ca8dfa82090c006a321dd60c8bf6d62 columnFamilyName f 2024-11-20T20:23:18,578 DEBUG [StoreOpener-8ca8dfa82090c006a321dd60c8bf6d62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:18,579 INFO [StoreOpener-8ca8dfa82090c006a321dd60c8bf6d62-1 {}] regionserver.HStore(327): Store=8ca8dfa82090c006a321dd60c8bf6d62/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:23:18,579 INFO [StoreOpener-8ca8dfa82090c006a321dd60c8bf6d62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8ca8dfa82090c006a321dd60c8bf6d62 2024-11-20T20:23:18,579 INFO [StoreOpener-8ca8dfa82090c006a321dd60c8bf6d62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ca8dfa82090c006a321dd60c8bf6d62 columnFamilyName f1 2024-11-20T20:23:18,579 DEBUG [StoreOpener-8ca8dfa82090c006a321dd60c8bf6d62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:18,580 INFO [StoreOpener-8ca8dfa82090c006a321dd60c8bf6d62-1 {}] regionserver.HStore(327): Store=8ca8dfa82090c006a321dd60c8bf6d62/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:23:18,580 INFO [StoreOpener-8ca8dfa82090c006a321dd60c8bf6d62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8ca8dfa82090c006a321dd60c8bf6d62 2024-11-20T20:23:18,580 INFO [StoreOpener-8ca8dfa82090c006a321dd60c8bf6d62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ca8dfa82090c006a321dd60c8bf6d62 columnFamilyName norep 2024-11-20T20:23:18,580 DEBUG [StoreOpener-8ca8dfa82090c006a321dd60c8bf6d62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:18,581 INFO [StoreOpener-8ca8dfa82090c006a321dd60c8bf6d62-1 {}] regionserver.HStore(327): Store=8ca8dfa82090c006a321dd60c8bf6d62/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:23:18,581 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8ca8dfa82090c006a321dd60c8bf6d62 2024-11-20T20:23:18,581 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/data/default/test/8ca8dfa82090c006a321dd60c8bf6d62 2024-11-20T20:23:18,581 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/data/default/test/8ca8dfa82090c006a321dd60c8bf6d62 2024-11-20T20:23:18,582 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8ca8dfa82090c006a321dd60c8bf6d62 2024-11-20T20:23:18,582 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8ca8dfa82090c006a321dd60c8bf6d62 2024-11-20T20:23:18,582 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:23:18,583 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8ca8dfa82090c006a321dd60c8bf6d62 2024-11-20T20:23:18,584 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/data/default/test/8ca8dfa82090c006a321dd60c8bf6d62/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:23:18,584 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8ca8dfa82090c006a321dd60c8bf6d62; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70913071, jitterRate=0.05668710172176361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:23:18,584 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ca8dfa82090c006a321dd60c8bf6d62 2024-11-20T20:23:18,585 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8ca8dfa82090c006a321dd60c8bf6d62: Running coprocessor pre-open hook at 1732134198577Writing region info on filesystem at 1732134198577Initializing all the Stores at 1732134198577Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134198577Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134198577Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134198577Cleaning up temporary data from old regions at 1732134198582 (+5 ms)Running coprocessor post-open hooks at 1732134198584 (+2 ms)Region opened successfully at 1732134198585 (+1 ms) 2024-11-20T20:23:18,585 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732134197833.8ca8dfa82090c006a321dd60c8bf6d62., pid=6, masterSystemTime=1732134198573 2024-11-20T20:23:18,587 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732134197833.8ca8dfa82090c006a321dd60c8bf6d62. 2024-11-20T20:23:18,587 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732134197833.8ca8dfa82090c006a321dd60c8bf6d62. 2024-11-20T20:23:18,587 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8ca8dfa82090c006a321dd60c8bf6d62, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7d59561a64e,45491,1732134194910 2024-11-20T20:23:18,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ca8dfa82090c006a321dd60c8bf6d62, server=d7d59561a64e,45491,1732134194910 because future has completed 2024-11-20T20:23:18,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T20:23:18,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ca8dfa82090c006a321dd60c8bf6d62, server=d7d59561a64e,45491,1732134194910 in 167 msec 2024-11-20T20:23:18,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T20:23:18,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8ca8dfa82090c006a321dd60c8bf6d62, ASSIGN in 325 msec 2024-11-20T20:23:18,593 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:23:18,593 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134198593"}]},"ts":"1732134198593"} 2024-11-20T20:23:18,594 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T20:23:18,595 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:23:18,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 762 msec 2024-11-20T20:23:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:23:18,969 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T20:23:18,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2a398e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:18,970 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,39807,-1 for getting cluster id 2024-11-20T20:23:18,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:23:18,970 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '061aa261-6f43-4a65-9840-a8d25d7e1aad' 2024-11-20T20:23:18,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:23:18,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "061aa261-6f43-4a65-9840-a8d25d7e1aad" 2024-11-20T20:23:18,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62074bad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:18,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,39807,-1] 2024-11-20T20:23:18,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:23:18,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:18,971 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:23:18,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3177fcc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:18,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:23:18,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,39807,1732134194616 2024-11-20T20:23:18,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75be34ac 2024-11-20T20:23:18,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:23:18,973 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:23:18,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39807 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7d59561a64e:39807,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T20:23:18,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39807 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T20:23:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:23:18,976 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:39807' 2024-11-20T20:23:18,976 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f3e39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:18,976 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,39807,-1 for getting cluster id 2024-11-20T20:23:18,976 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:23:18,977 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '061aa261-6f43-4a65-9840-a8d25d7e1aad' 2024-11-20T20:23:18,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:23:18,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "061aa261-6f43-4a65-9840-a8d25d7e1aad" 2024-11-20T20:23:18,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@796766ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:18,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,39807,-1] 2024-11-20T20:23:18,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:23:18,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:18,978 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:23:18,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@401c67b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:18,979 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:23:18,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,39807,1732134194616 2024-11-20T20:23:18,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14edb000 2024-11-20T20:23:18,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:23:18,980 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:23:18,981 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T20:23:18,981 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T20:23:18,981 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:18,981 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:18,981 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:23:18,981 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d7d59561a64e:39807, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-20T20:23:18,986 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d7d59561a64e:39807, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d7d59561a64e:39807, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d7d59561a64e:39807, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-20T20:23:18,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d7d59561a64e:39807, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec 2024-11-20T20:23:18,987 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-20T20:23:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:23:19,081 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://d7d59561a64e:39807, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-20T20:23:19,081 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:23:19,081 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:19,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:19,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:19,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:23:19,094 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=527 (was 361) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp1191645156-7886 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: regionserver/d7d59561a64e:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/cluster_c3c0a66c-223a-e708-15d0-bdbc8ed80c63/data/data2/current/BP-229764722-172.17.0.2-1732134192071 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp666310110-7839 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f7b18432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-229764722-172.17.0.2-1732134192071 heartbeating to localhost/127.0.0.1:38317 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-229764722-172.17.0.2-1732134192071:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-229764722-172.17.0.2-1732134192071:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38317 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$477/0x00007f7b189fc208.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@337a64d6[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-132442366_20 at /127.0.0.1:60356 [Receiving block BP-229764722-172.17.0.2-1732134192071:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@11338026 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@7f6e364a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38317 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: d7d59561a64e:39807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060-prefix:d7d59561a64e,45491,1732134194910.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp666310110-7843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/cluster_c3c0a66c-223a-e708-15d0-bdbc8ed80c63/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: qtp1191645156-7888 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2291-thread-1-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:60672 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: qtp666310110-7842 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@67f9a5b0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: M:0;d7d59561a64e:39807 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 38317 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7a36a10d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 38317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134196709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: qtp1191645156-7885 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f7b18432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-448049560_20 at /127.0.0.1:60324 [Receiving block BP-229764722-172.17.0.2-1732134192071:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d7d59561a64e:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-132442366_20 at /127.0.0.1:60350 [Receiving block BP-229764722-172.17.0.2-1732134192071:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d7d59561a64e:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;d7d59561a64e:45491-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 42681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$593/0x00007f7b18ab0800.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Server handler 1 on default port 42681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@45ccf7b6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 42681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60672) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@75932fee java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 42681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 38317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 2 on default port 38317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:38317 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1774bcfc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: CacheReplicationMonitor(487924505) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: Session-HouseKeeper-30a30052-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp666310110-7837 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f7b18432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1191645156-7887-acceptor-0@6311c611-ServerConnector@b20fe7{HTTP/1.1, (http/1.1)}{localhost:33745} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/d7d59561a64e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38317 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp666310110-7840-acceptor-0@1ce9c97e-ServerConnector@4039737a{HTTP/1.1, (http/1.1)}{localhost:33201} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134196709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2291-thread-1-SendThread(127.0.0.1:60672) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 38317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060/MasterData-prefix:d7d59561a64e,39807,1732134194616 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:60672): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-3c29d61c-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp666310110-7838 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f7b18432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/cluster_c3c0a66c-223a-e708-15d0-bdbc8ed80c63/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 4 on default port 42681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/d7d59561a64e:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@4fd6f8ff java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60672) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38317 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 38317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-132442366_20 at /127.0.0.1:60272 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38317/user/jenkins/test-data/7cb62e6d-85c9-2330-6908-ab23e3cc4060-prefix:d7d59561a64e,45491,1732134194910 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp666310110-7836 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007f7b18432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp666310110-7841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: IPC Server idle connection scanner for port 42681 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7405f12e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;d7d59561a64e:45491 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-229764722-172.17.0.2-1732134192071:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/cluster_c3c0a66c-223a-e708-15d0-bdbc8ed80c63/data/data1/current/BP-229764722-172.17.0.2-1732134192071 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=870 (was 795) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=799 (was 764) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1453 (was 1767) 2024-11-20T20:23:19,097 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-11-20T20:23:19,109 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=527, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=799, ProcessCount=11, AvailableMemoryMB=1452 2024-11-20T20:23:19,109 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-11-20T20:23:19,124 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-20T20:23:19,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/hadoop.log.dir so I do NOT create it in target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a 2024-11-20T20:23:19,125 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T20:23:19,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/hadoop.tmp.dir so I do NOT create it in target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a 2024-11-20T20:23:19,125 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5652d3c-d86b-4f65-b633-a61f7a3347cf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T20:23:19,125 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a 2024-11-20T20:23:19,125 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/cluster_a9fb7997-285b-0789-fa16-cc09f0e9a46d, deleteOnExit=true 2024-11-20T20:23:19,128 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/cluster_a9fb7997-285b-0789-fa16-cc09f0e9a46d/zookeeper_0, clientPort=65085, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/cluster_a9fb7997-285b-0789-fa16-cc09f0e9a46d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/cluster_a9fb7997-285b-0789-fa16-cc09f0e9a46d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T20:23:19,128 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65085 2024-11-20T20:23:19,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T20:23:19,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T20:23:19,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/test.cache.data in system properties and HBase conf 2024-11-20T20:23:19,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T20:23:19,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/hadoop.log.dir in system properties and HBase conf 2024-11-20T20:23:19,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T20:23:19,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T20:23:19,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T20:23:19,129 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T20:23:19,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:23:19,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:23:19,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T20:23:19,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:23:19,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T20:23:19,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T20:23:19,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:23:19,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:23:19,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T20:23:19,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/nfs.dump.dir in system properties and HBase conf 2024-11-20T20:23:19,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/java.io.tmpdir in system properties and HBase conf 2024-11-20T20:23:19,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:23:19,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T20:23:19,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T20:23:19,644 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:23:19,647 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:23:19,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:23:19,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:23:19,648 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:23:19,649 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:23:19,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6781d4a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:23:19,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5737688b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:23:19,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62cf8057{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/java.io.tmpdir/jetty-localhost-38485-hadoop-hdfs-3_4_1-tests_jar-_-any-3725171386780979368/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:23:19,747 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bb67941{HTTP/1.1, (http/1.1)}{localhost:38485} 2024-11-20T20:23:19,747 INFO [Time-limited test {}] server.Server(415): Started @305064ms 2024-11-20T20:23:20,084 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:23:20,091 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:23:20,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:23:20,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:23:20,093 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T20:23:20,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c1d1ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:23:20,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e43f981{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:23:20,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6afe60a5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/java.io.tmpdir/jetty-localhost-34959-hadoop-hdfs-3_4_1-tests_jar-_-any-11186059165321612106/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:23:20,241 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21758558{HTTP/1.1, (http/1.1)}{localhost:34959} 2024-11-20T20:23:20,241 INFO [Time-limited test {}] server.Server(415): Started @305558ms 2024-11-20T20:23:20,242 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T20:23:20,878 WARN [Thread-4286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/cluster_a9fb7997-285b-0789-fa16-cc09f0e9a46d/data/data1/current/BP-1049030698-172.17.0.2-1732134199148/current, will proceed with Du for space computation calculation, 2024-11-20T20:23:20,878 WARN [Thread-4287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/cluster_a9fb7997-285b-0789-fa16-cc09f0e9a46d/data/data2/current/BP-1049030698-172.17.0.2-1732134199148/current, will proceed with Du for space computation calculation, 2024-11-20T20:23:20,901 WARN [Thread-4274 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T20:23:20,903 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb6a017c5f0e22a6 with lease ID 0x1e4ab79c2a481c14: Processing first storage report for DS-7e57f01a-fc06-46d8-b56b-cd5907386bf1 from datanode DatanodeRegistration(127.0.0.1:45395, datanodeUuid=7b750691-d3c5-4a27-8548-6c8ee0101ea9, infoPort=41651, infoSecurePort=0, ipcPort=41377, storageInfo=lv=-57;cid=testClusterID;nsid=979613091;c=1732134199148) 2024-11-20T20:23:20,903 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb6a017c5f0e22a6 with lease ID 0x1e4ab79c2a481c14: from storage DS-7e57f01a-fc06-46d8-b56b-cd5907386bf1 node DatanodeRegistration(127.0.0.1:45395, datanodeUuid=7b750691-d3c5-4a27-8548-6c8ee0101ea9, infoPort=41651, infoSecurePort=0, ipcPort=41377, storageInfo=lv=-57;cid=testClusterID;nsid=979613091;c=1732134199148), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:23:20,903 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb6a017c5f0e22a6 with lease ID 0x1e4ab79c2a481c14: Processing first storage report for DS-4c0fed8f-6df0-4ffb-b014-18bfa2025940 from datanode DatanodeRegistration(127.0.0.1:45395, datanodeUuid=7b750691-d3c5-4a27-8548-6c8ee0101ea9, infoPort=41651, infoSecurePort=0, ipcPort=41377, storageInfo=lv=-57;cid=testClusterID;nsid=979613091;c=1732134199148) 2024-11-20T20:23:20,903 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb6a017c5f0e22a6 with lease ID 0x1e4ab79c2a481c14: from storage DS-4c0fed8f-6df0-4ffb-b014-18bfa2025940 node DatanodeRegistration(127.0.0.1:45395, datanodeUuid=7b750691-d3c5-4a27-8548-6c8ee0101ea9, infoPort=41651, infoSecurePort=0, ipcPort=41377, storageInfo=lv=-57;cid=testClusterID;nsid=979613091;c=1732134199148), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:23:20,973 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a 2024-11-20T20:23:20,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:23:20,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:23:20,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741825_1001 (size=7) 2024-11-20T20:23:20,982 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d with version=8 2024-11-20T20:23:20,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/hbase-staging 2024-11-20T20:23:20,984 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:23:20,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:23:20,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:23:20,984 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:23:20,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:23:20,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:23:20,984 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T20:23:20,984 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:23:20,985 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43093 2024-11-20T20:23:20,985 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43093 connecting to ZooKeeper ensemble=127.0.0.1:65085 2024-11-20T20:23:21,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430930x0, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:23:21,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43093-0x10159ea5b020000 connected 2024-11-20T20:23:21,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:23:21,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:23:21,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43093-0x10159ea5b020000, quorum=127.0.0.1:65085, baseZNode=/01600528554 Set watcher on znode that does not yet exist, /01600528554/running 2024-11-20T20:23:21,138 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d, hbase.cluster.distributed=false 2024-11-20T20:23:21,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43093-0x10159ea5b020000, quorum=127.0.0.1:65085, baseZNode=/01600528554 Set watcher on znode that does not yet exist, /01600528554/acl 2024-11-20T20:23:21,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43093 2024-11-20T20:23:21,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43093 2024-11-20T20:23:21,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43093 2024-11-20T20:23:21,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43093 2024-11-20T20:23:21,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43093 2024-11-20T20:23:21,167 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:23:21,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:23:21,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:23:21,167 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:23:21,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:23:21,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:23:21,167 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T20:23:21,168 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:23:21,168 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35023 2024-11-20T20:23:21,169 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35023 connecting to ZooKeeper ensemble=127.0.0.1:65085 2024-11-20T20:23:21,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:23:21,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:23:21,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350230x0, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:23:21,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350230x0, quorum=127.0.0.1:65085, baseZNode=/01600528554 Set watcher on znode that does not yet exist, /01600528554/running 2024-11-20T20:23:21,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35023-0x10159ea5b020001 connected 2024-11-20T20:23:21,186 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T20:23:21,188 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T20:23:21,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35023-0x10159ea5b020001, quorum=127.0.0.1:65085, baseZNode=/01600528554 Set watcher on znode that does not yet exist, /01600528554/master 2024-11-20T20:23:21,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35023-0x10159ea5b020001, quorum=127.0.0.1:65085, baseZNode=/01600528554 Set watcher on znode that does not yet exist, /01600528554/acl 2024-11-20T20:23:21,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35023 2024-11-20T20:23:21,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35023 2024-11-20T20:23:21,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35023 2024-11-20T20:23:21,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35023 2024-11-20T20:23:21,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35023 2024-11-20T20:23:21,208 DEBUG [M:0;d7d59561a64e:43093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7d59561a64e:43093 2024-11-20T20:23:21,209 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01600528554/backup-masters/d7d59561a64e,43093,1732134200983 2024-11-20T20:23:21,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10159ea5b020001, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01600528554/backup-masters 2024-11-20T20:23:21,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10159ea5b020000, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01600528554/backup-masters 2024-11-20T20:23:21,219 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43093-0x10159ea5b020000, quorum=127.0.0.1:65085, baseZNode=/01600528554 Set watcher on existing znode=/01600528554/backup-masters/d7d59561a64e,43093,1732134200983 2024-11-20T20:23:21,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10159ea5b020000, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01600528554 2024-11-20T20:23:21,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10159ea5b020001, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01600528554/master 2024-11-20T20:23:21,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10159ea5b020001, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01600528554 2024-11-20T20:23:21,230 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43093-0x10159ea5b020000, quorum=127.0.0.1:65085, baseZNode=/01600528554 Set watcher on existing znode=/01600528554/master 2024-11-20T20:23:21,230 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01600528554/backup-masters/d7d59561a64e,43093,1732134200983 from backup master directory 2024-11-20T20:23:21,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10159ea5b020000, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01600528554/backup-masters/d7d59561a64e,43093,1732134200983 2024-11-20T20:23:21,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10159ea5b020001, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01600528554/backup-masters 2024-11-20T20:23:21,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10159ea5b020000, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01600528554/backup-masters 2024-11-20T20:23:21,240 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:23:21,240 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7d59561a64e,43093,1732134200983 2024-11-20T20:23:21,243 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/hbase.id] with ID: ced4de52-61ac-4a59-9cc7-4a6aa3d5e4bd 2024-11-20T20:23:21,243 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/.tmp/hbase.id 2024-11-20T20:23:21,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741826_1002 (size=42) 2024-11-20T20:23:21,250 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/.tmp/hbase.id]:[hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/hbase.id] 2024-11-20T20:23:21,256 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:23:21,256 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T20:23:21,257 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T20:23:21,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10159ea5b020000, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01600528554 2024-11-20T20:23:21,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10159ea5b020001, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01600528554 2024-11-20T20:23:21,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741827_1003 (size=196) 2024-11-20T20:23:21,677 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:23:21,677 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T20:23:21,678 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:23:21,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741828_1004 (size=1189) 2024-11-20T20:23:22,099 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/MasterData/data/master/store 2024-11-20T20:23:22,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741829_1005 (size=34) 2024-11-20T20:23:22,504 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:23:22,504 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:23:22,504 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:22,504 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:22,504 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:23:22,504 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:22,504 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:22,504 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134202504Disabling compacts and flushes for region at 1732134202504Disabling writes for close at 1732134202504Writing region close event to WAL at 1732134202504Closed at 1732134202504 2024-11-20T20:23:22,505 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/MasterData/data/master/store/.initializing 2024-11-20T20:23:22,505 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/MasterData/WALs/d7d59561a64e,43093,1732134200983 2024-11-20T20:23:22,506 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:23:22,507 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C43093%2C1732134200983, suffix=, logDir=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/MasterData/WALs/d7d59561a64e,43093,1732134200983, archiveDir=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/MasterData/oldWALs, maxLogs=10 2024-11-20T20:23:22,527 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/MasterData/WALs/d7d59561a64e,43093,1732134200983/d7d59561a64e%2C43093%2C1732134200983.1732134202507, exclude list is [], retry=0 2024-11-20T20:23:22,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45395,DS-7e57f01a-fc06-46d8-b56b-cd5907386bf1,DISK] 2024-11-20T20:23:22,552 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/MasterData/WALs/d7d59561a64e,43093,1732134200983/d7d59561a64e%2C43093%2C1732134200983.1732134202507 2024-11-20T20:23:22,556 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41651:41651)] 2024-11-20T20:23:22,556 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:23:22,557 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:23:22,557 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:22,557 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:22,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:22,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T20:23:22,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:22,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:22,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:22,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T20:23:22,576 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:22,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:23:22,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:22,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T20:23:22,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:22,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:23:22,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:22,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T20:23:22,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:22,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:23:22,581 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:22,582 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:22,582 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:22,584 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:22,584 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:22,584 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:23:22,586 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:22,588 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:23:22,589 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69153306, jitterRate=0.03046455979347229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:23:22,589 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732134202557Initializing all the Stores at 1732134202558 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134202558Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134202568 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134202568Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134202568Cleaning up temporary data from old regions at 1732134202584 (+16 ms)Region opened successfully at 1732134202589 (+5 ms) 2024-11-20T20:23:22,589 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T20:23:22,592 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43ec614e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:23:22,595 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T20:23:22,596 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T20:23:22,596 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T20:23:22,596 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T20:23:22,597 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T20:23:22,597 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T20:23:22,597 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T20:23:22,606 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T20:23:22,607 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43093-0x10159ea5b020000, quorum=127.0.0.1:65085, baseZNode=/01600528554 Unable to get data of znode /01600528554/balancer because node does not exist (not necessarily an error) 2024-11-20T20:23:22,619 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01600528554/balancer already deleted, retry=false 2024-11-20T20:23:22,620 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T20:23:22,620 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43093-0x10159ea5b020000, quorum=127.0.0.1:65085, baseZNode=/01600528554 Unable to get data of znode /01600528554/normalizer because node does not exist (not necessarily an error) 2024-11-20T20:23:22,630 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01600528554/normalizer already deleted, retry=false 2024-11-20T20:23:22,630 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T20:23:22,633 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43093-0x10159ea5b020000, quorum=127.0.0.1:65085, baseZNode=/01600528554 Unable to get data of znode /01600528554/switch/split because node does not exist (not necessarily an error) 2024-11-20T20:23:22,641 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01600528554/switch/split already deleted, retry=false 2024-11-20T20:23:22,642 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43093-0x10159ea5b020000, quorum=127.0.0.1:65085, baseZNode=/01600528554 Unable to get data of znode /01600528554/switch/merge because node does not exist (not necessarily an error) 2024-11-20T20:23:22,651 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01600528554/switch/merge already deleted, retry=false 2024-11-20T20:23:22,655 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43093-0x10159ea5b020000, quorum=127.0.0.1:65085, baseZNode=/01600528554 Unable to get data of znode /01600528554/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T20:23:22,661 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01600528554/snapshot-cleanup already deleted, retry=false 2024-11-20T20:23:22,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10159ea5b020001, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01600528554/running 2024-11-20T20:23:22,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10159ea5b020001, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01600528554 2024-11-20T20:23:22,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10159ea5b020000, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01600528554/running 2024-11-20T20:23:22,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10159ea5b020000, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01600528554 2024-11-20T20:23:22,675 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7d59561a64e,43093,1732134200983, sessionid=0x10159ea5b020000, setting cluster-up flag (Was=false) 2024-11-20T20:23:22,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10159ea5b020001, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01600528554 2024-11-20T20:23:22,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10159ea5b020000, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01600528554 2024-11-20T20:23:22,724 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01600528554/flush-table-proc/acquired, /01600528554/flush-table-proc/reached, /01600528554/flush-table-proc/abort 2024-11-20T20:23:22,725 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,43093,1732134200983 2024-11-20T20:23:22,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10159ea5b020001, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01600528554 2024-11-20T20:23:22,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10159ea5b020000, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01600528554 2024-11-20T20:23:22,778 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01600528554/online-snapshot/acquired, /01600528554/online-snapshot/reached, /01600528554/online-snapshot/abort 2024-11-20T20:23:22,779 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,43093,1732134200983 2024-11-20T20:23:22,784 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T20:23:22,786 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T20:23:22,786 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T20:23:22,786 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T20:23:22,786 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7d59561a64e,43093,1732134200983 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T20:23:22,787 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:23:22,787 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:23:22,787 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:23:22,787 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:23:22,787 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7d59561a64e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T20:23:22,788 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:22,788 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:23:22,788 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:22,789 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:23:22,789 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T20:23:22,790 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:22,790 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T20:23:22,808 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732134232808 2024-11-20T20:23:22,808 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T20:23:22,808 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T20:23:22,808 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T20:23:22,808 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T20:23:22,808 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T20:23:22,809 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T20:23:22,811 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:22,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741831_1007 (size=1321) 2024-11-20T20:23:22,823 INFO [RS:0;d7d59561a64e:35023 {}] regionserver.HRegionServer(746): ClusterId : ced4de52-61ac-4a59-9cc7-4a6aa3d5e4bd 2024-11-20T20:23:22,823 DEBUG [RS:0;d7d59561a64e:35023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T20:23:22,830 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T20:23:22,830 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T20:23:22,830 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T20:23:22,830 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T20:23:22,830 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T20:23:22,830 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T20:23:22,831 DEBUG [RS:0;d7d59561a64e:35023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T20:23:22,831 DEBUG [RS:0;d7d59561a64e:35023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T20:23:22,834 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134202830,5,FailOnTimeoutGroup] 2024-11-20T20:23:22,838 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134202834,5,FailOnTimeoutGroup] 2024-11-20T20:23:22,838 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:22,838 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T20:23:22,838 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:22,839 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:22,841 DEBUG [RS:0;d7d59561a64e:35023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T20:23:22,841 DEBUG [RS:0;d7d59561a64e:35023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119bfce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:23:22,859 DEBUG [RS:0;d7d59561a64e:35023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7d59561a64e:35023 2024-11-20T20:23:22,860 INFO [RS:0;d7d59561a64e:35023 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T20:23:22,860 INFO [RS:0;d7d59561a64e:35023 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T20:23:22,860 DEBUG [RS:0;d7d59561a64e:35023 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T20:23:22,861 INFO [RS:0;d7d59561a64e:35023 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d59561a64e,43093,1732134200983 with port=35023, startcode=1732134201167 2024-11-20T20:23:22,862 DEBUG [RS:0;d7d59561a64e:35023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T20:23:22,870 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T20:23:22,870 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43093 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7d59561a64e,35023,1732134201167 2024-11-20T20:23:22,870 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43093 {}] master.ServerManager(517): Registering regionserver=d7d59561a64e,35023,1732134201167 2024-11-20T20:23:22,872 DEBUG [RS:0;d7d59561a64e:35023 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d 2024-11-20T20:23:22,872 DEBUG [RS:0;d7d59561a64e:35023 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41597 2024-11-20T20:23:22,872 DEBUG [RS:0;d7d59561a64e:35023 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T20:23:22,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10159ea5b020000, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01600528554/rs 2024-11-20T20:23:22,883 DEBUG [RS:0;d7d59561a64e:35023 {}] zookeeper.ZKUtil(111): regionserver:35023-0x10159ea5b020001, quorum=127.0.0.1:65085, baseZNode=/01600528554 Set watcher on existing znode=/01600528554/rs/d7d59561a64e,35023,1732134201167 2024-11-20T20:23:22,883 WARN [RS:0;d7d59561a64e:35023 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:23:22,884 INFO [RS:0;d7d59561a64e:35023 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:23:22,884 DEBUG [RS:0;d7d59561a64e:35023 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167 2024-11-20T20:23:22,891 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7d59561a64e,35023,1732134201167] 2024-11-20T20:23:22,907 INFO [RS:0;d7d59561a64e:35023 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T20:23:22,922 INFO [RS:0;d7d59561a64e:35023 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T20:23:22,923 INFO [RS:0;d7d59561a64e:35023 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T20:23:22,923 INFO [RS:0;d7d59561a64e:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:22,923 INFO [RS:0;d7d59561a64e:35023 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T20:23:22,924 INFO [RS:0;d7d59561a64e:35023 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T20:23:22,924 INFO [RS:0;d7d59561a64e:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:22,924 DEBUG [RS:0;d7d59561a64e:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:22,924 DEBUG [RS:0;d7d59561a64e:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:22,924 DEBUG [RS:0;d7d59561a64e:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:22,924 DEBUG [RS:0;d7d59561a64e:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:22,924 DEBUG [RS:0;d7d59561a64e:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:22,924 DEBUG [RS:0;d7d59561a64e:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:23:22,924 DEBUG [RS:0;d7d59561a64e:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:22,924 DEBUG [RS:0;d7d59561a64e:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:22,924 DEBUG [RS:0;d7d59561a64e:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:22,924 DEBUG [RS:0;d7d59561a64e:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:22,924 DEBUG [RS:0;d7d59561a64e:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:22,924 DEBUG [RS:0;d7d59561a64e:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:22,924 DEBUG [RS:0;d7d59561a64e:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:23:22,925 DEBUG [RS:0;d7d59561a64e:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:23:22,929 INFO [RS:0;d7d59561a64e:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:22,929 INFO [RS:0;d7d59561a64e:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:22,929 INFO [RS:0;d7d59561a64e:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:22,929 INFO [RS:0;d7d59561a64e:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:22,929 INFO [RS:0;d7d59561a64e:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:22,929 INFO [RS:0;d7d59561a64e:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,35023,1732134201167-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:23:22,955 INFO [RS:0;d7d59561a64e:35023 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T20:23:22,956 INFO [RS:0;d7d59561a64e:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,35023,1732134201167-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:22,956 INFO [RS:0;d7d59561a64e:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:22,956 INFO [RS:0;d7d59561a64e:35023 {}] regionserver.Replication(171): d7d59561a64e,35023,1732134201167 started 2024-11-20T20:23:22,974 INFO [RS:0;d7d59561a64e:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:22,974 INFO [RS:0;d7d59561a64e:35023 {}] regionserver.HRegionServer(1482): Serving as d7d59561a64e,35023,1732134201167, RpcServer on d7d59561a64e/172.17.0.2:35023, sessionid=0x10159ea5b020001 2024-11-20T20:23:22,975 DEBUG [RS:0;d7d59561a64e:35023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T20:23:22,975 DEBUG [RS:0;d7d59561a64e:35023 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7d59561a64e,35023,1732134201167 2024-11-20T20:23:22,975 DEBUG [RS:0;d7d59561a64e:35023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,35023,1732134201167' 2024-11-20T20:23:22,975 DEBUG [RS:0;d7d59561a64e:35023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01600528554/flush-table-proc/abort' 2024-11-20T20:23:22,977 DEBUG [RS:0;d7d59561a64e:35023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01600528554/flush-table-proc/acquired' 2024-11-20T20:23:22,978 DEBUG [RS:0;d7d59561a64e:35023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T20:23:22,978 DEBUG [RS:0;d7d59561a64e:35023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T20:23:22,978 DEBUG [RS:0;d7d59561a64e:35023 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7d59561a64e,35023,1732134201167 2024-11-20T20:23:22,978 DEBUG [RS:0;d7d59561a64e:35023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,35023,1732134201167' 2024-11-20T20:23:22,978 DEBUG [RS:0;d7d59561a64e:35023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01600528554/online-snapshot/abort' 2024-11-20T20:23:22,979 DEBUG [RS:0;d7d59561a64e:35023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01600528554/online-snapshot/acquired' 2024-11-20T20:23:22,979 DEBUG [RS:0;d7d59561a64e:35023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T20:23:22,979 INFO [RS:0;d7d59561a64e:35023 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T20:23:22,979 INFO [RS:0;d7d59561a64e:35023 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T20:23:23,080 INFO [RS:0;d7d59561a64e:35023 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:23:23,081 INFO [RS:0;d7d59561a64e:35023 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C35023%2C1732134201167, suffix=, logDir=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167, archiveDir=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/oldWALs, maxLogs=10 2024-11-20T20:23:23,100 DEBUG [RS:0;d7d59561a64e:35023 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134203081, exclude list is [], retry=0 2024-11-20T20:23:23,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45395,DS-7e57f01a-fc06-46d8-b56b-cd5907386bf1,DISK] 2024-11-20T20:23:23,116 INFO [RS:0;d7d59561a64e:35023 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134203081 2024-11-20T20:23:23,124 DEBUG [RS:0;d7d59561a64e:35023 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41651:41651)] 2024-11-20T20:23:23,168 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:23:23,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:23,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:23,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:23,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:23,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:23,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:23,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:23,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:23,219 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T20:23:23,219 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d 2024-11-20T20:23:23,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:23,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:23,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:23,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:23,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:23,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:23,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:23,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:23,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:23,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:23,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741833_1009 (size=32) 2024-11-20T20:23:23,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:23:23,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:23:23,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:23:23,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:23,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:23,271 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T20:23:23,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:23:23,271 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T20:23:23,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:23:23,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:23,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:23,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:23:23,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:23:23,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:23,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:23,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:23:23,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:23:23,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:23,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:23,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:23:23,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/meta/1588230740 2024-11-20T20:23:23,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/meta/1588230740 2024-11-20T20:23:23,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:23:23,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:23:23,284 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:23:23,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:23:23,300 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:23:23,301 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74577723, jitterRate=0.11129467189311981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:23:23,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732134203264Initializing all the Stores at 1732134203265 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134203265Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134203269 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134203269Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134203269Cleaning up temporary data from old regions at 1732134203282 (+13 ms)Region opened successfully at 1732134203301 (+19 ms) 2024-11-20T20:23:23,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:23:23,301 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:23:23,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:23:23,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:23:23,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:23:23,328 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:23:23,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134203301Disabling compacts and flushes for region at 1732134203301Disabling writes for close at 1732134203301Writing region close event to WAL at 1732134203328 (+27 ms)Closed at 1732134203328 2024-11-20T20:23:23,330 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:23:23,330 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T20:23:23,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T20:23:23,331 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:23:23,332 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T20:23:23,483 DEBUG [d7d59561a64e:43093 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T20:23:23,483 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7d59561a64e,35023,1732134201167 2024-11-20T20:23:23,485 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,35023,1732134201167, state=OPENING 2024-11-20T20:23:23,535 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T20:23:23,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10159ea5b020000, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01600528554 2024-11-20T20:23:23,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10159ea5b020001, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01600528554 2024-11-20T20:23:23,546 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:23:23,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01600528554/meta-region-server: CHANGED 2024-11-20T20:23:23,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01600528554/meta-region-server: CHANGED 2024-11-20T20:23:23,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,35023,1732134201167}] 2024-11-20T20:23:23,720 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:23:23,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T20:23:23,759 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T20:23:23,759 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:23:23,759 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T20:23:23,762 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C35023%2C1732134201167.meta, suffix=.meta, logDir=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167, archiveDir=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/oldWALs, maxLogs=10 2024-11-20T20:23:23,780 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.meta.1732134203762.meta, exclude list is [], retry=0 2024-11-20T20:23:23,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45395,DS-7e57f01a-fc06-46d8-b56b-cd5907386bf1,DISK] 2024-11-20T20:23:23,803 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.meta.1732134203762.meta 2024-11-20T20:23:23,804 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41651:41651)] 2024-11-20T20:23:23,804 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:23:23,805 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:23:23,805 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:23:23,805 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T20:23:23,805 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T20:23:23,805 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T20:23:23,805 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:23:23,805 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T20:23:23,805 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T20:23:23,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:23:23,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:23:23,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:23,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:23,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:23:23,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:23:23,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:23,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:23,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:23:23,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:23:23,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:23,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:23,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:23:23,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:23:23,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:23,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:23,815 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:23:23,816 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/meta/1588230740 2024-11-20T20:23:23,817 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/meta/1588230740 2024-11-20T20:23:23,818 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:23:23,818 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:23:23,818 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:23:23,820 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:23:23,824 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61156338, jitterRate=-0.08869954943656921}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:23:23,825 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T20:23:23,825 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732134203805Writing region info on filesystem at 1732134203805Initializing all the Stores at 1732134203806 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134203806Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134203807 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134203807Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134203807Cleaning up temporary data from old regions at 1732134203818 (+11 ms)Running coprocessor post-open hooks at 1732134203825 (+7 ms)Region opened successfully at 1732134203825 2024-11-20T20:23:23,826 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732134203720 2024-11-20T20:23:23,828 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T20:23:23,829 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,35023,1732134201167 2024-11-20T20:23:23,829 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T20:23:23,830 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,35023,1732134201167, state=OPEN 2024-11-20T20:23:23,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10159ea5b020001, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01600528554/meta-region-server 2024-11-20T20:23:23,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10159ea5b020000, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01600528554/meta-region-server 2024-11-20T20:23:23,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01600528554/meta-region-server: CHANGED 2024-11-20T20:23:23,954 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7d59561a64e,35023,1732134201167 2024-11-20T20:23:23,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01600528554/meta-region-server: CHANGED 2024-11-20T20:23:23,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T20:23:23,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,35023,1732134201167 in 408 msec 2024-11-20T20:23:23,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T20:23:23,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 626 msec 2024-11-20T20:23:23,960 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:23:23,960 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T20:23:23,961 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:23:23,961 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,35023,1732134201167, seqNum=-1] 2024-11-20T20:23:23,961 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:23:23,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:23:23,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1810 sec 2024-11-20T20:23:23,970 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732134203970, completionTime=-1 2024-11-20T20:23:23,970 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T20:23:23,970 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T20:23:23,973 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T20:23:23,973 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732134263973 2024-11-20T20:23:23,973 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732134323973 2024-11-20T20:23:23,973 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T20:23:23,973 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,43093,1732134200983-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:23,973 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,43093,1732134200983-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:23,973 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,43093,1732134200983-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:23,973 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7d59561a64e:43093, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:23,973 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:23,976 DEBUG [master/d7d59561a64e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T20:23:23,987 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:23,993 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.753sec 2024-11-20T20:23:23,993 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T20:23:23,993 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T20:23:23,993 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T20:23:23,993 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T20:23:23,993 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T20:23:23,993 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,43093,1732134200983-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:23:23,993 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,43093,1732134200983-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T20:23:23,999 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T20:23:23,999 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T20:23:24,000 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,43093,1732134200983-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:24,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d5559b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:24,037 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,43093,-1 for getting cluster id 2024-11-20T20:23:24,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:23:24,063 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ced4de52-61ac-4a59-9cc7-4a6aa3d5e4bd' 2024-11-20T20:23:24,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:23:24,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ced4de52-61ac-4a59-9cc7-4a6aa3d5e4bd" 2024-11-20T20:23:24,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf86cd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:24,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,43093,-1] 2024-11-20T20:23:24,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:23:24,064 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:24,065 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:23:24,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7659a85a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:24,067 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:23:24,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,35023,1732134201167, seqNum=-1] 2024-11-20T20:23:24,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:23:24,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:23:24,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7d59561a64e,43093,1732134200983 2024-11-20T20:23:24,073 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65085 2024-11-20T20:23:24,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T20:23:24,095 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T20:23:24,095 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T20:23:24,095 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T20:23:24,096 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T20:23:24,096 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T20:23:24,096 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T20:23:24,096 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T20:23:24,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:23:24,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10159ea5b020002 connected 2024-11-20T20:23:24,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/hadoop.log.dir so I do NOT create it in target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7 2024-11-20T20:23:24,128 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T20:23:24,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/hadoop.tmp.dir so I do NOT create it in target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7 2024-11-20T20:23:24,128 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T20:23:24,128 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7 2024-11-20T20:23:24,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T20:23:24,129 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/cluster_fd8783ed-a804-0448-4e0f-50d0731457f0, deleteOnExit=true 2024-11-20T20:23:24,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T20:23:24,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/test.cache.data in system properties and HBase conf 2024-11-20T20:23:24,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T20:23:24,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/hadoop.log.dir in system properties and HBase conf 2024-11-20T20:23:24,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T20:23:24,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T20:23:24,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T20:23:24,129 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T20:23:24,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:23:24,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:23:24,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T20:23:24,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:23:24,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T20:23:24,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T20:23:24,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:23:24,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:23:24,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T20:23:24,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/nfs.dump.dir in system properties and HBase conf 2024-11-20T20:23:24,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/java.io.tmpdir in system properties and HBase conf 2024-11-20T20:23:24,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:23:24,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T20:23:24,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T20:23:24,720 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:23:24,724 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:23:24,736 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:23:24,736 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:23:24,736 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:23:24,736 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:23:24,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68405515{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:23:24,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c2a3994{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:23:24,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a28e6ab{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/java.io.tmpdir/jetty-localhost-43789-hadoop-hdfs-3_4_1-tests_jar-_-any-5096993423880341416/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:23:24,864 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@210743d2{HTTP/1.1, (http/1.1)}{localhost:43789} 2024-11-20T20:23:24,864 INFO [Time-limited test {}] server.Server(415): Started @310182ms 2024-11-20T20:23:24,969 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=22, created chunk count=35, reused chunk count=139, reuseRatio=79.89% 2024-11-20T20:23:24,970 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-20T20:23:25,161 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:23:25,167 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:23:25,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:23:25,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:23:25,169 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T20:23:25,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dedfc57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:23:25,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@691ab766{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:23:25,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62f5669{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/java.io.tmpdir/jetty-localhost-42741-hadoop-hdfs-3_4_1-tests_jar-_-any-12645410711213028134/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:23:25,291 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@786ab9ea{HTTP/1.1, (http/1.1)}{localhost:42741} 2024-11-20T20:23:25,291 INFO [Time-limited test {}] server.Server(415): Started @310609ms 2024-11-20T20:23:25,292 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T20:23:26,003 WARN [Thread-4408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/cluster_fd8783ed-a804-0448-4e0f-50d0731457f0/data/data1/current/BP-1523562045-172.17.0.2-1732134204171/current, will proceed with Du for space computation calculation, 2024-11-20T20:23:26,003 WARN [Thread-4409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/cluster_fd8783ed-a804-0448-4e0f-50d0731457f0/data/data2/current/BP-1523562045-172.17.0.2-1732134204171/current, will proceed with Du for space computation calculation, 2024-11-20T20:23:26,023 WARN [Thread-4396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T20:23:26,025 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb418399eb9a63e2 with lease ID 0xcf3e4cb573a77e12: Processing first storage report for DS-9e58dd16-e712-4097-91cc-ae8053d68cd8 from datanode DatanodeRegistration(127.0.0.1:44757, datanodeUuid=17963935-2525-4e20-8d6e-23ff9066ceb1, infoPort=33741, infoSecurePort=0, ipcPort=34177, storageInfo=lv=-57;cid=testClusterID;nsid=1649498302;c=1732134204171) 2024-11-20T20:23:26,025 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb418399eb9a63e2 with lease ID 0xcf3e4cb573a77e12: from storage DS-9e58dd16-e712-4097-91cc-ae8053d68cd8 node DatanodeRegistration(127.0.0.1:44757, datanodeUuid=17963935-2525-4e20-8d6e-23ff9066ceb1, infoPort=33741, infoSecurePort=0, ipcPort=34177, storageInfo=lv=-57;cid=testClusterID;nsid=1649498302;c=1732134204171), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T20:23:26,025 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb418399eb9a63e2 with lease ID 0xcf3e4cb573a77e12: Processing first storage report for DS-d5bb1ff8-98ae-4a65-b099-12e8f49cf9f9 from datanode DatanodeRegistration(127.0.0.1:44757, datanodeUuid=17963935-2525-4e20-8d6e-23ff9066ceb1, infoPort=33741, infoSecurePort=0, ipcPort=34177, storageInfo=lv=-57;cid=testClusterID;nsid=1649498302;c=1732134204171) 2024-11-20T20:23:26,025 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb418399eb9a63e2 with lease ID 0xcf3e4cb573a77e12: from storage DS-d5bb1ff8-98ae-4a65-b099-12e8f49cf9f9 node DatanodeRegistration(127.0.0.1:44757, datanodeUuid=17963935-2525-4e20-8d6e-23ff9066ceb1, infoPort=33741, infoSecurePort=0, ipcPort=34177, storageInfo=lv=-57;cid=testClusterID;nsid=1649498302;c=1732134204171), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:23:26,125 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7 2024-11-20T20:23:26,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:23:26,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:23:26,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741825_1001 (size=7) 2024-11-20T20:23:26,134 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f with version=8 2024-11-20T20:23:26,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/hbase-staging 2024-11-20T20:23:26,136 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:23:26,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:23:26,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:23:26,136 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:23:26,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:23:26,136 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:23:26,136 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T20:23:26,137 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:23:26,137 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44721 2024-11-20T20:23:26,138 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44721 connecting to ZooKeeper ensemble=127.0.0.1:65085 2024-11-20T20:23:26,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447210x0, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:23:26,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44721-0x10159ea5b020003 connected 2024-11-20T20:23:26,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:23:26,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:23:26,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44721-0x10159ea5b020003, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Set watcher on znode that does not yet exist, /1-8269013/running 2024-11-20T20:23:26,631 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f, hbase.cluster.distributed=false 2024-11-20T20:23:26,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44721-0x10159ea5b020003, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Set watcher on znode that does not yet exist, /1-8269013/acl 2024-11-20T20:23:26,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44721 2024-11-20T20:23:26,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44721 2024-11-20T20:23:26,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44721 2024-11-20T20:23:26,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44721 2024-11-20T20:23:26,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44721 2024-11-20T20:23:26,658 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:23:26,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:23:26,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:23:26,658 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:23:26,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:23:26,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:23:26,658 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T20:23:26,658 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:23:26,660 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45139 2024-11-20T20:23:26,661 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45139 connecting to ZooKeeper ensemble=127.0.0.1:65085 2024-11-20T20:23:26,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:23:26,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:23:26,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451390x0, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:23:26,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451390x0, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Set watcher on znode that does not yet exist, /1-8269013/running 2024-11-20T20:23:26,712 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T20:23:26,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45139-0x10159ea5b020004 connected 2024-11-20T20:23:26,721 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T20:23:26,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45139-0x10159ea5b020004, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Set watcher on znode that does not yet exist, /1-8269013/master 2024-11-20T20:23:26,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45139-0x10159ea5b020004, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Set watcher on znode that does not yet exist, /1-8269013/acl 2024-11-20T20:23:26,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45139 2024-11-20T20:23:26,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45139 2024-11-20T20:23:26,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45139 2024-11-20T20:23:26,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45139 2024-11-20T20:23:26,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45139 2024-11-20T20:23:26,782 DEBUG [M:0;d7d59561a64e:44721 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7d59561a64e:44721 2024-11-20T20:23:26,782 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-8269013/backup-masters/d7d59561a64e,44721,1732134206136 2024-11-20T20:23:26,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44721-0x10159ea5b020003, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8269013/backup-masters 2024-11-20T20:23:26,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x10159ea5b020004, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8269013/backup-masters 2024-11-20T20:23:26,788 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44721-0x10159ea5b020003, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Set watcher on existing znode=/1-8269013/backup-masters/d7d59561a64e,44721,1732134206136 2024-11-20T20:23:26,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44721-0x10159ea5b020003, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8269013 2024-11-20T20:23:26,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x10159ea5b020004, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-8269013/master 2024-11-20T20:23:26,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x10159ea5b020004, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8269013 2024-11-20T20:23:26,798 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44721-0x10159ea5b020003, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Set watcher on existing znode=/1-8269013/master 2024-11-20T20:23:26,799 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-8269013/backup-masters/d7d59561a64e,44721,1732134206136 from backup master directory 2024-11-20T20:23:26,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x10159ea5b020004, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8269013/backup-masters 2024-11-20T20:23:26,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44721-0x10159ea5b020003, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-8269013/backup-masters/d7d59561a64e,44721,1732134206136 2024-11-20T20:23:26,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44721-0x10159ea5b020003, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8269013/backup-masters 2024-11-20T20:23:26,808 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:23:26,809 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7d59561a64e,44721,1732134206136 2024-11-20T20:23:26,813 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/hbase.id] with ID: 3c99eecb-a218-4fd7-98c9-d8ea493ec3d2 2024-11-20T20:23:26,813 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/.tmp/hbase.id 2024-11-20T20:23:26,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741826_1002 (size=42) 2024-11-20T20:23:27,218 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/.tmp/hbase.id]:[hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/hbase.id] 2024-11-20T20:23:27,227 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:23:27,227 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T20:23:27,229 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T20:23:27,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44721-0x10159ea5b020003, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8269013 2024-11-20T20:23:27,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x10159ea5b020004, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8269013 2024-11-20T20:23:27,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741827_1003 (size=196) 2024-11-20T20:23:27,719 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:23:27,719 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T20:23:27,728 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:23:27,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741828_1004 (size=1189) 2024-11-20T20:23:27,759 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/MasterData/data/master/store 2024-11-20T20:23:27,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741829_1005 (size=34) 2024-11-20T20:23:27,804 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:23:27,804 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:23:27,804 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:27,804 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:27,804 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:23:27,804 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:27,804 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:27,804 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134207804Disabling compacts and flushes for region at 1732134207804Disabling writes for close at 1732134207804Writing region close event to WAL at 1732134207804Closed at 1732134207804 2024-11-20T20:23:27,808 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/MasterData/data/master/store/.initializing 2024-11-20T20:23:27,808 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/MasterData/WALs/d7d59561a64e,44721,1732134206136 2024-11-20T20:23:27,809 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:23:27,811 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C44721%2C1732134206136, suffix=, logDir=hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/MasterData/WALs/d7d59561a64e,44721,1732134206136, archiveDir=hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/MasterData/oldWALs, maxLogs=10 2024-11-20T20:23:27,829 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/MasterData/WALs/d7d59561a64e,44721,1732134206136/d7d59561a64e%2C44721%2C1732134206136.1732134207811, exclude list is [], retry=0 2024-11-20T20:23:27,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44757,DS-9e58dd16-e712-4097-91cc-ae8053d68cd8,DISK] 2024-11-20T20:23:27,876 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/MasterData/WALs/d7d59561a64e,44721,1732134206136/d7d59561a64e%2C44721%2C1732134206136.1732134207811 2024-11-20T20:23:27,878 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33741:33741)] 2024-11-20T20:23:27,878 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:23:27,879 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:23:27,879 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:27,879 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:27,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:27,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T20:23:27,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:27,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:27,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:27,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T20:23:27,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:27,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:23:27,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:27,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T20:23:27,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:27,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:23:27,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:27,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T20:23:27,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:27,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:23:27,901 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:27,902 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:27,902 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:27,903 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:27,903 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:27,904 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:23:27,905 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:27,910 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:23:27,910 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75243300, jitterRate=0.12121254205703735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:23:27,910 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732134207879Initializing all the Stores at 1732134207879Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134207879Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134207889 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134207889Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134207889Cleaning up temporary data from old regions at 1732134207903 (+14 ms)Region opened successfully at 1732134207910 (+7 ms) 2024-11-20T20:23:27,920 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T20:23:27,925 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e6e1af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:23:27,928 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T20:23:27,929 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T20:23:27,929 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T20:23:27,929 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T20:23:27,929 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T20:23:27,930 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T20:23:27,930 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T20:23:27,960 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T20:23:27,961 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44721-0x10159ea5b020003, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Unable to get data of znode /1-8269013/balancer because node does not exist (not necessarily an error) 2024-11-20T20:23:28,008 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-8269013/balancer already deleted, retry=false 2024-11-20T20:23:28,009 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T20:23:28,009 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44721-0x10159ea5b020003, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Unable to get data of znode /1-8269013/normalizer because node does not exist (not necessarily an error) 2024-11-20T20:23:28,019 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-8269013/normalizer already deleted, retry=false 2024-11-20T20:23:28,019 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T20:23:28,020 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44721-0x10159ea5b020003, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Unable to get data of znode /1-8269013/switch/split because node does not exist (not necessarily an error) 2024-11-20T20:23:28,061 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-8269013/switch/split already deleted, retry=false 2024-11-20T20:23:28,062 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44721-0x10159ea5b020003, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Unable to get data of znode /1-8269013/switch/merge because node does not exist (not necessarily an error) 2024-11-20T20:23:28,072 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-8269013/switch/merge already deleted, retry=false 2024-11-20T20:23:28,089 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44721-0x10159ea5b020003, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Unable to get data of znode /1-8269013/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T20:23:28,101 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-8269013/snapshot-cleanup already deleted, retry=false 2024-11-20T20:23:28,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44721-0x10159ea5b020003, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-8269013/running 2024-11-20T20:23:28,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44721-0x10159ea5b020003, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8269013 2024-11-20T20:23:28,115 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7d59561a64e,44721,1732134206136, sessionid=0x10159ea5b020003, setting cluster-up flag (Was=false) 2024-11-20T20:23:28,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x10159ea5b020004, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-8269013/running 2024-11-20T20:23:28,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x10159ea5b020004, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8269013 2024-11-20T20:23:28,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44721-0x10159ea5b020003, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8269013 2024-11-20T20:23:28,166 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-8269013/flush-table-proc/acquired, /1-8269013/flush-table-proc/reached, /1-8269013/flush-table-proc/abort 2024-11-20T20:23:28,168 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,44721,1732134206136 2024-11-20T20:23:28,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x10159ea5b020004, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8269013 2024-11-20T20:23:28,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44721-0x10159ea5b020003, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8269013 2024-11-20T20:23:28,219 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-8269013/online-snapshot/acquired, /1-8269013/online-snapshot/reached, /1-8269013/online-snapshot/abort 2024-11-20T20:23:28,220 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,44721,1732134206136 2024-11-20T20:23:28,226 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T20:23:28,236 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T20:23:28,236 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T20:23:28,236 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T20:23:28,236 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7d59561a64e,44721,1732134206136 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T20:23:28,238 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:23:28,238 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:23:28,238 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:23:28,238 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:23:28,238 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7d59561a64e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T20:23:28,238 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:28,238 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:23:28,238 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:28,262 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:23:28,262 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T20:23:28,263 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:28,263 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T20:23:28,282 INFO [RS:0;d7d59561a64e:45139 {}] regionserver.HRegionServer(746): ClusterId : 3c99eecb-a218-4fd7-98c9-d8ea493ec3d2 2024-11-20T20:23:28,282 DEBUG [RS:0;d7d59561a64e:45139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T20:23:28,293 DEBUG [RS:0;d7d59561a64e:45139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T20:23:28,293 DEBUG [RS:0;d7d59561a64e:45139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T20:23:28,296 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732134238296 2024-11-20T20:23:28,296 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T20:23:28,296 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T20:23:28,296 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T20:23:28,296 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T20:23:28,296 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T20:23:28,296 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T20:23:28,304 DEBUG [RS:0;d7d59561a64e:45139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T20:23:28,304 DEBUG [RS:0;d7d59561a64e:45139 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fcdac82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:23:28,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741831_1007 (size=1321) 2024-11-20T20:23:28,332 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:28,337 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T20:23:28,337 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f 2024-11-20T20:23:28,351 DEBUG [RS:0;d7d59561a64e:45139 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7d59561a64e:45139 2024-11-20T20:23:28,351 INFO [RS:0;d7d59561a64e:45139 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T20:23:28,351 INFO [RS:0;d7d59561a64e:45139 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T20:23:28,351 DEBUG [RS:0;d7d59561a64e:45139 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T20:23:28,351 INFO [RS:0;d7d59561a64e:45139 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d59561a64e,44721,1732134206136 with port=45139, startcode=1732134206658 2024-11-20T20:23:28,352 DEBUG [RS:0;d7d59561a64e:45139 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T20:23:28,352 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T20:23:28,352 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T20:23:28,352 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T20:23:28,352 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T20:23:28,359 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T20:23:28,359 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T20:23:28,360 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T20:23:28,360 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44721 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T20:23:28,368 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134208359,5,FailOnTimeoutGroup] 2024-11-20T20:23:28,369 DEBUG [RS:0;d7d59561a64e:45139 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T20:23:28,369 WARN [RS:0;d7d59561a64e:45139 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T20:23:28,376 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134208368,5,FailOnTimeoutGroup] 2024-11-20T20:23:28,376 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:28,376 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T20:23:28,376 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:28,376 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:28,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741832_1008 (size=32) 2024-11-20T20:23:28,470 INFO [RS:0;d7d59561a64e:45139 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d59561a64e,44721,1732134206136 with port=45139, startcode=1732134206658 2024-11-20T20:23:28,473 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44721 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7d59561a64e,45139,1732134206658 2024-11-20T20:23:28,473 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44721 {}] master.ServerManager(517): Registering regionserver=d7d59561a64e,45139,1732134206658 2024-11-20T20:23:28,474 DEBUG [RS:0;d7d59561a64e:45139 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f 2024-11-20T20:23:28,474 DEBUG [RS:0;d7d59561a64e:45139 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39673 2024-11-20T20:23:28,474 DEBUG [RS:0;d7d59561a64e:45139 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T20:23:28,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44721-0x10159ea5b020003, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8269013/rs 2024-11-20T20:23:28,483 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7d59561a64e,45139,1732134206658] 2024-11-20T20:23:28,485 DEBUG [RS:0;d7d59561a64e:45139 {}] zookeeper.ZKUtil(111): regionserver:45139-0x10159ea5b020004, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Set watcher on existing znode=/1-8269013/rs/d7d59561a64e,45139,1732134206658 2024-11-20T20:23:28,485 WARN [RS:0;d7d59561a64e:45139 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:23:28,485 INFO [RS:0;d7d59561a64e:45139 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:23:28,485 DEBUG [RS:0;d7d59561a64e:45139 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/WALs/d7d59561a64e,45139,1732134206658 2024-11-20T20:23:28,490 INFO [RS:0;d7d59561a64e:45139 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T20:23:28,491 INFO [RS:0;d7d59561a64e:45139 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T20:23:28,492 INFO [RS:0;d7d59561a64e:45139 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T20:23:28,492 INFO [RS:0;d7d59561a64e:45139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:28,492 INFO [RS:0;d7d59561a64e:45139 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T20:23:28,492 INFO [RS:0;d7d59561a64e:45139 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T20:23:28,493 INFO [RS:0;d7d59561a64e:45139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:28,493 DEBUG [RS:0;d7d59561a64e:45139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:28,493 DEBUG [RS:0;d7d59561a64e:45139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:28,493 DEBUG [RS:0;d7d59561a64e:45139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:28,493 DEBUG [RS:0;d7d59561a64e:45139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:28,493 DEBUG [RS:0;d7d59561a64e:45139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:28,493 DEBUG [RS:0;d7d59561a64e:45139 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:23:28,493 DEBUG [RS:0;d7d59561a64e:45139 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:28,493 DEBUG [RS:0;d7d59561a64e:45139 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:28,493 DEBUG [RS:0;d7d59561a64e:45139 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:28,493 DEBUG [RS:0;d7d59561a64e:45139 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:28,493 DEBUG [RS:0;d7d59561a64e:45139 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:28,493 DEBUG [RS:0;d7d59561a64e:45139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:28,493 DEBUG [RS:0;d7d59561a64e:45139 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:23:28,493 DEBUG [RS:0;d7d59561a64e:45139 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:23:28,497 INFO [RS:0;d7d59561a64e:45139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:28,497 INFO [RS:0;d7d59561a64e:45139 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:28,497 INFO [RS:0;d7d59561a64e:45139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:28,498 INFO [RS:0;d7d59561a64e:45139 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:28,498 INFO [RS:0;d7d59561a64e:45139 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:28,498 INFO [RS:0;d7d59561a64e:45139 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,45139,1732134206658-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:23:28,520 INFO [RS:0;d7d59561a64e:45139 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T20:23:28,521 INFO [RS:0;d7d59561a64e:45139 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,45139,1732134206658-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:28,521 INFO [RS:0;d7d59561a64e:45139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:28,521 INFO [RS:0;d7d59561a64e:45139 {}] regionserver.Replication(171): d7d59561a64e,45139,1732134206658 started 2024-11-20T20:23:28,541 INFO [RS:0;d7d59561a64e:45139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:28,541 INFO [RS:0;d7d59561a64e:45139 {}] regionserver.HRegionServer(1482): Serving as d7d59561a64e,45139,1732134206658, RpcServer on d7d59561a64e/172.17.0.2:45139, sessionid=0x10159ea5b020004 2024-11-20T20:23:28,541 DEBUG [RS:0;d7d59561a64e:45139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T20:23:28,541 DEBUG [RS:0;d7d59561a64e:45139 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7d59561a64e,45139,1732134206658 2024-11-20T20:23:28,541 DEBUG [RS:0;d7d59561a64e:45139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,45139,1732134206658' 2024-11-20T20:23:28,541 DEBUG [RS:0;d7d59561a64e:45139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-8269013/flush-table-proc/abort' 2024-11-20T20:23:28,542 DEBUG [RS:0;d7d59561a64e:45139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-8269013/flush-table-proc/acquired' 2024-11-20T20:23:28,542 DEBUG [RS:0;d7d59561a64e:45139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T20:23:28,542 DEBUG [RS:0;d7d59561a64e:45139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T20:23:28,542 DEBUG [RS:0;d7d59561a64e:45139 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7d59561a64e,45139,1732134206658 2024-11-20T20:23:28,542 DEBUG [RS:0;d7d59561a64e:45139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,45139,1732134206658' 2024-11-20T20:23:28,542 DEBUG [RS:0;d7d59561a64e:45139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-8269013/online-snapshot/abort' 2024-11-20T20:23:28,543 DEBUG [RS:0;d7d59561a64e:45139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-8269013/online-snapshot/acquired' 2024-11-20T20:23:28,544 DEBUG [RS:0;d7d59561a64e:45139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T20:23:28,544 INFO [RS:0;d7d59561a64e:45139 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T20:23:28,544 INFO [RS:0;d7d59561a64e:45139 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T20:23:28,645 INFO [RS:0;d7d59561a64e:45139 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:23:28,646 INFO [RS:0;d7d59561a64e:45139 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C45139%2C1732134206658, suffix=, logDir=hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/WALs/d7d59561a64e,45139,1732134206658, archiveDir=hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/oldWALs, maxLogs=10 2024-11-20T20:23:28,661 DEBUG [RS:0;d7d59561a64e:45139 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/WALs/d7d59561a64e,45139,1732134206658/d7d59561a64e%2C45139%2C1732134206658.1732134208646, exclude list is [], retry=0 2024-11-20T20:23:28,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44757,DS-9e58dd16-e712-4097-91cc-ae8053d68cd8,DISK] 2024-11-20T20:23:28,673 INFO [RS:0;d7d59561a64e:45139 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/WALs/d7d59561a64e,45139,1732134206658/d7d59561a64e%2C45139%2C1732134206658.1732134208646 2024-11-20T20:23:28,673 DEBUG [RS:0;d7d59561a64e:45139 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33741:33741)] 2024-11-20T20:23:28,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:23:28,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:23:28,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:23:28,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:28,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:28,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:23:28,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:23:28,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:28,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:28,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:23:28,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:23:28,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:28,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:28,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:23:28,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:23:28,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:28,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:28,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:23:28,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/hbase/meta/1588230740 2024-11-20T20:23:28,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/hbase/meta/1588230740 2024-11-20T20:23:28,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:23:28,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:23:28,810 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:23:28,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:23:28,813 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:23:28,813 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60309249, jitterRate=-0.10132215917110443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:23:28,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732134208789Initializing all the Stores at 1732134208790 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134208790Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134208800 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134208800Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134208800Cleaning up temporary data from old regions at 1732134208810 (+10 ms)Region opened successfully at 1732134208813 (+3 ms) 2024-11-20T20:23:28,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:23:28,814 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:23:28,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:23:28,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:23:28,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:23:28,814 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:23:28,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134208813Disabling compacts and flushes for region at 1732134208813Disabling writes for close at 1732134208814 (+1 ms)Writing region close event to WAL at 1732134208814Closed at 1732134208814 2024-11-20T20:23:28,815 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:23:28,815 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T20:23:28,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T20:23:28,817 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:23:28,817 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T20:23:28,968 DEBUG [d7d59561a64e:44721 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T20:23:28,968 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7d59561a64e,45139,1732134206658 2024-11-20T20:23:28,970 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,45139,1732134206658, state=OPENING 2024-11-20T20:23:29,065 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T20:23:29,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44721-0x10159ea5b020003, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8269013 2024-11-20T20:23:29,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x10159ea5b020004, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8269013 2024-11-20T20:23:29,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-8269013/meta-region-server: CHANGED 2024-11-20T20:23:29,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-8269013/meta-region-server: CHANGED 2024-11-20T20:23:29,083 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:23:29,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,45139,1732134206658}] 2024-11-20T20:23:29,249 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:23:29,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T20:23:29,268 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T20:23:29,268 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:23:29,268 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T20:23:29,272 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C45139%2C1732134206658.meta, suffix=.meta, logDir=hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/WALs/d7d59561a64e,45139,1732134206658, archiveDir=hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/oldWALs, maxLogs=10 2024-11-20T20:23:29,291 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/WALs/d7d59561a64e,45139,1732134206658/d7d59561a64e%2C45139%2C1732134206658.meta.1732134209273.meta, exclude list is [], retry=0 2024-11-20T20:23:29,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44757,DS-9e58dd16-e712-4097-91cc-ae8053d68cd8,DISK] 2024-11-20T20:23:29,305 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/WALs/d7d59561a64e,45139,1732134206658/d7d59561a64e%2C45139%2C1732134206658.meta.1732134209273.meta 2024-11-20T20:23:29,307 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:23:29,308 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33741:33741)] 2024-11-20T20:23:29,309 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:23:29,309 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:23:29,309 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:23:29,309 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T20:23:29,309 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T20:23:29,310 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T20:23:29,310 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:23:29,310 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T20:23:29,310 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T20:23:29,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:29,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:29,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:29,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:29,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:29,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:29,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:29,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:29,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:23:29,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:23:29,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:29,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:29,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:23:29,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:23:29,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:29,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:29,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:23:29,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:23:29,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:29,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:29,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:23:29,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:23:29,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:29,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:29,325 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:23:29,326 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/hbase/meta/1588230740 2024-11-20T20:23:29,328 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/hbase/meta/1588230740 2024-11-20T20:23:29,329 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:23:29,329 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:23:29,329 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:23:29,331 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:23:29,331 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67479984, jitterRate=0.005530118942260742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:23:29,331 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T20:23:29,331 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732134209310Writing region info on filesystem at 1732134209310Initializing all the Stores at 1732134209314 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134209314Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134209316 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134209316Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134209316Cleaning up temporary data from old regions at 1732134209329 (+13 ms)Running coprocessor post-open hooks at 1732134209331 (+2 ms)Region opened successfully at 1732134209331 2024-11-20T20:23:29,333 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732134209249 2024-11-20T20:23:29,337 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,45139,1732134206658 2024-11-20T20:23:29,338 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,45139,1732134206658, state=OPEN 2024-11-20T20:23:29,338 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T20:23:29,338 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T20:23:29,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44721-0x10159ea5b020003, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-8269013/meta-region-server 2024-11-20T20:23:29,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x10159ea5b020004, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-8269013/meta-region-server 2024-11-20T20:23:29,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-8269013/meta-region-server: CHANGED 2024-11-20T20:23:29,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-8269013/meta-region-server: CHANGED 2024-11-20T20:23:29,345 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7d59561a64e,45139,1732134206658 2024-11-20T20:23:29,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T20:23:29,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,45139,1732134206658 in 262 msec 2024-11-20T20:23:29,353 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:23:29,353 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T20:23:29,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T20:23:29,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 534 msec 2024-11-20T20:23:29,354 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:23:29,354 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,45139,1732134206658, seqNum=-1] 2024-11-20T20:23:29,355 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:23:29,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:23:29,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1270 sec 2024-11-20T20:23:29,363 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732134209363, completionTime=-1 2024-11-20T20:23:29,363 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T20:23:29,363 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T20:23:29,366 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T20:23:29,366 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732134269366 2024-11-20T20:23:29,366 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732134329366 2024-11-20T20:23:29,366 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T20:23:29,366 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,44721,1732134206136-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:29,366 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,44721,1732134206136-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:29,366 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,44721,1732134206136-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:29,366 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7d59561a64e:44721, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:29,366 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:29,368 DEBUG [master/d7d59561a64e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T20:23:29,384 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:29,388 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.579sec 2024-11-20T20:23:29,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:29,388 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T20:23:29,388 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T20:23:29,388 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T20:23:29,388 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T20:23:29,388 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T20:23:29,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:29,388 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,44721,1732134206136-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:23:29,389 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,44721,1732134206136-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T20:23:29,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:29,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:29,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:29,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:29,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:29,414 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T20:23:29,414 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T20:23:29,414 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,44721,1732134206136-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:29,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:29,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:29,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:29,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763fcca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:29,494 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,44721,-1 for getting cluster id 2024-11-20T20:23:29,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:23:29,496 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c99eecb-a218-4fd7-98c9-d8ea493ec3d2' 2024-11-20T20:23:29,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:23:29,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c99eecb-a218-4fd7-98c9-d8ea493ec3d2" 2024-11-20T20:23:29,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6adc7cdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:29,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,44721,-1] 2024-11-20T20:23:29,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:23:29,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:29,498 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:23:29,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec51e25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:29,501 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:23:29,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,45139,1732134206658, seqNum=-1] 2024-11-20T20:23:29,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:23:29,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:23:29,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7d59561a64e,44721,1732134206136 2024-11-20T20:23:29,508 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65085 2024-11-20T20:23:29,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:23:29,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10159ea5b020005 connected 2024-11-20T20:23:29,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/hadoop.log.dir so I do NOT create it in target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f 2024-11-20T20:23:29,571 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T20:23:29,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/hadoop.tmp.dir so I do NOT create it in target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f 2024-11-20T20:23:29,571 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T20:23:29,571 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f 2024-11-20T20:23:29,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T20:23:29,571 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f/cluster_f0f95ede-4f41-12d7-defe-ab1c8ff6c3d9, deleteOnExit=true 2024-11-20T20:23:29,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T20:23:29,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f/test.cache.data in system properties and HBase conf 2024-11-20T20:23:29,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T20:23:29,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f/hadoop.log.dir in system properties and HBase conf 2024-11-20T20:23:29,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T20:23:29,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T20:23:29,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T20:23:29,572 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T20:23:29,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:23:29,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T20:23:29,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T20:23:29,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:23:29,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T20:23:29,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T20:23:29,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T20:23:29,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:23:29,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T20:23:29,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f/nfs.dump.dir in system properties and HBase conf 2024-11-20T20:23:29,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f/java.io.tmpdir in system properties and HBase conf 2024-11-20T20:23:29,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T20:23:29,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T20:23:29,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T20:23:30,110 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:23:30,119 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:23:30,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:23:30,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:23:30,193 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T20:23:30,209 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:23:30,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225b0623{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:23:30,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f9e3cff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:23:30,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ac3359c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f/java.io.tmpdir/jetty-localhost-33883-hadoop-hdfs-3_4_1-tests_jar-_-any-5568507600738264364/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:23:30,456 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d0fd58e{HTTP/1.1, (http/1.1)}{localhost:33883} 2024-11-20T20:23:30,456 INFO [Time-limited test {}] server.Server(415): Started @315774ms 2024-11-20T20:23:30,599 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:23:30,600 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7d59561a64e,35369,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T20:23:30,600 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128805 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7d59561a64e,35369,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T20:23:30,891 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T20:23:30,894 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T20:23:30,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T20:23:30,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T20:23:30,899 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T20:23:30,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ef4b14f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f/hadoop.log.dir/,AVAILABLE} 2024-11-20T20:23:30,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@148e501b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T20:23:31,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@730f0be1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f/java.io.tmpdir/jetty-localhost-43507-hadoop-hdfs-3_4_1-tests_jar-_-any-17222925083704848462/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:23:31,025 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e3458ac{HTTP/1.1, (http/1.1)}{localhost:43507} 2024-11-20T20:23:31,025 INFO [Time-limited test {}] server.Server(415): Started @316342ms 2024-11-20T20:23:31,026 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T20:23:31,949 WARN [Thread-4530 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f/cluster_f0f95ede-4f41-12d7-defe-ab1c8ff6c3d9/data/data2/current/BP-154996145-172.17.0.2-1732134209618/current, will proceed with Du for space computation calculation, 2024-11-20T20:23:31,949 WARN [Thread-4529 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f/cluster_f0f95ede-4f41-12d7-defe-ab1c8ff6c3d9/data/data1/current/BP-154996145-172.17.0.2-1732134209618/current, will proceed with Du for space computation calculation, 2024-11-20T20:23:31,970 WARN [Thread-4517 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T20:23:31,973 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76cb3c18a546d758 with lease ID 0x27739d290bc07ceb: Processing first storage report for DS-7177c2b8-58b0-4997-a848-0293ba985266 from datanode DatanodeRegistration(127.0.0.1:35889, datanodeUuid=de2118cf-3fca-47b3-9b48-17ac2f771810, infoPort=40727, infoSecurePort=0, ipcPort=36241, storageInfo=lv=-57;cid=testClusterID;nsid=1611001577;c=1732134209618) 2024-11-20T20:23:31,973 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76cb3c18a546d758 with lease ID 0x27739d290bc07ceb: from storage DS-7177c2b8-58b0-4997-a848-0293ba985266 node DatanodeRegistration(127.0.0.1:35889, datanodeUuid=de2118cf-3fca-47b3-9b48-17ac2f771810, infoPort=40727, infoSecurePort=0, ipcPort=36241, storageInfo=lv=-57;cid=testClusterID;nsid=1611001577;c=1732134209618), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T20:23:31,973 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76cb3c18a546d758 with lease ID 0x27739d290bc07ceb: Processing first storage report for DS-0da74c5d-1c47-4f40-ad83-6e1ba86970a1 from datanode DatanodeRegistration(127.0.0.1:35889, datanodeUuid=de2118cf-3fca-47b3-9b48-17ac2f771810, infoPort=40727, infoSecurePort=0, ipcPort=36241, storageInfo=lv=-57;cid=testClusterID;nsid=1611001577;c=1732134209618) 2024-11-20T20:23:31,973 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76cb3c18a546d758 with lease ID 0x27739d290bc07ceb: from storage DS-0da74c5d-1c47-4f40-ad83-6e1ba86970a1 node DatanodeRegistration(127.0.0.1:35889, datanodeUuid=de2118cf-3fca-47b3-9b48-17ac2f771810, infoPort=40727, infoSecurePort=0, ipcPort=36241, storageInfo=lv=-57;cid=testClusterID;nsid=1611001577;c=1732134209618), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T20:23:32,005 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f 2024-11-20T20:23:32,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:23:32,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:23:32,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741825_1001 (size=7) 2024-11-20T20:23:32,413 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe with version=8 2024-11-20T20:23:32,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/hbase-staging 2024-11-20T20:23:32,416 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:23:32,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:23:32,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:23:32,416 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:23:32,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:23:32,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:23:32,416 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T20:23:32,417 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:23:32,417 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42659 2024-11-20T20:23:32,418 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42659 connecting to ZooKeeper ensemble=127.0.0.1:65085 2024-11-20T20:23:32,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426590x0, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:23:32,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42659-0x10159ea5b020006 connected 2024-11-20T20:23:32,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:23:32,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:23:32,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42659-0x10159ea5b020006, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Set watcher on znode that does not yet exist, /2-1721417361/running 2024-11-20T20:23:32,550 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe, hbase.cluster.distributed=false 2024-11-20T20:23:32,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42659-0x10159ea5b020006, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Set watcher on znode that does not yet exist, /2-1721417361/acl 2024-11-20T20:23:32,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42659 2024-11-20T20:23:32,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42659 2024-11-20T20:23:32,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42659 2024-11-20T20:23:32,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42659 2024-11-20T20:23:32,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42659 2024-11-20T20:23:32,587 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7d59561a64e:0 server-side Connection retries=45 2024-11-20T20:23:32,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:23:32,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T20:23:32,587 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T20:23:32,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T20:23:32,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T20:23:32,587 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T20:23:32,587 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T20:23:32,588 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42047 2024-11-20T20:23:32,589 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42047 connecting to ZooKeeper ensemble=127.0.0.1:65085 2024-11-20T20:23:32,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:23:32,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:23:32,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420470x0, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:23:32,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420470x0, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Set watcher on znode that does not yet exist, /2-1721417361/running 2024-11-20T20:23:32,609 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T20:23:32,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42047-0x10159ea5b020007 connected 2024-11-20T20:23:32,615 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T20:23:32,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42047-0x10159ea5b020007, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Set watcher on znode that does not yet exist, /2-1721417361/master 2024-11-20T20:23:32,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42047-0x10159ea5b020007, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Set watcher on znode that does not yet exist, /2-1721417361/acl 2024-11-20T20:23:32,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42047 2024-11-20T20:23:32,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42047 2024-11-20T20:23:32,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42047 2024-11-20T20:23:32,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42047 2024-11-20T20:23:32,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42047 2024-11-20T20:23:32,641 DEBUG [M:0;d7d59561a64e:42659 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7d59561a64e:42659 2024-11-20T20:23:32,641 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1721417361/backup-masters/d7d59561a64e,42659,1732134212416 2024-11-20T20:23:32,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42659-0x10159ea5b020006, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1721417361/backup-masters 2024-11-20T20:23:32,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42047-0x10159ea5b020007, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1721417361/backup-masters 2024-11-20T20:23:32,650 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42659-0x10159ea5b020006, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Set watcher on existing znode=/2-1721417361/backup-masters/d7d59561a64e,42659,1732134212416 2024-11-20T20:23:32,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42659-0x10159ea5b020006, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1721417361 2024-11-20T20:23:32,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42047-0x10159ea5b020007, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1721417361/master 2024-11-20T20:23:32,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42047-0x10159ea5b020007, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1721417361 2024-11-20T20:23:32,661 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42659-0x10159ea5b020006, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Set watcher on existing znode=/2-1721417361/master 2024-11-20T20:23:32,661 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1721417361/backup-masters/d7d59561a64e,42659,1732134212416 from backup master directory 2024-11-20T20:23:32,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42659-0x10159ea5b020006, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1721417361/backup-masters/d7d59561a64e,42659,1732134212416 2024-11-20T20:23:32,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42047-0x10159ea5b020007, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1721417361/backup-masters 2024-11-20T20:23:32,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42659-0x10159ea5b020006, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1721417361/backup-masters 2024-11-20T20:23:32,671 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:23:32,671 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7d59561a64e,42659,1732134212416 2024-11-20T20:23:32,674 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/hbase.id] with ID: 83b231a3-ea6c-4e82-86f2-aa4c2cfb4d54 2024-11-20T20:23:32,674 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/.tmp/hbase.id 2024-11-20T20:23:32,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741826_1002 (size=42) 2024-11-20T20:23:32,682 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/.tmp/hbase.id]:[hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/hbase.id] 2024-11-20T20:23:32,691 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:23:32,691 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T20:23:32,692 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T20:23:32,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42659-0x10159ea5b020006, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1721417361 2024-11-20T20:23:32,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42047-0x10159ea5b020007, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1721417361 2024-11-20T20:23:32,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741827_1003 (size=196) 2024-11-20T20:23:32,713 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:23:32,714 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T20:23:32,714 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:23:32,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741828_1004 (size=1189) 2024-11-20T20:23:33,122 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/MasterData/data/master/store 2024-11-20T20:23:33,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741829_1005 (size=34) 2024-11-20T20:23:33,527 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:23:33,527 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:23:33,527 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:33,527 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:33,527 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:23:33,527 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:33,527 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:33,527 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134213527Disabling compacts and flushes for region at 1732134213527Disabling writes for close at 1732134213527Writing region close event to WAL at 1732134213527Closed at 1732134213527 2024-11-20T20:23:33,528 WARN [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/MasterData/data/master/store/.initializing 2024-11-20T20:23:33,528 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/MasterData/WALs/d7d59561a64e,42659,1732134212416 2024-11-20T20:23:33,529 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:23:33,530 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7d59561a64e%2C42659%2C1732134212416, suffix=, logDir=hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/MasterData/WALs/d7d59561a64e,42659,1732134212416, archiveDir=hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/MasterData/oldWALs, maxLogs=10 2024-11-20T20:23:33,551 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/MasterData/WALs/d7d59561a64e,42659,1732134212416/d7d59561a64e%2C42659%2C1732134212416.1732134213530, exclude list is [], retry=0 2024-11-20T20:23:33,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35889,DS-7177c2b8-58b0-4997-a848-0293ba985266,DISK] 2024-11-20T20:23:33,555 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/MasterData/WALs/d7d59561a64e,42659,1732134212416/d7d59561a64e%2C42659%2C1732134212416.1732134213530 2024-11-20T20:23:33,555 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40727:40727)] 2024-11-20T20:23:33,555 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:23:33,555 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:23:33,556 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:33,556 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:33,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:33,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T20:23:33,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:33,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:33,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:33,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T20:23:33,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:33,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:23:33,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:33,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T20:23:33,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:33,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:23:33,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:33,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T20:23:33,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:33,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:23:33,563 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:33,563 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:33,564 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:33,565 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:33,565 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:33,565 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:23:33,566 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T20:23:33,567 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:23:33,567 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67414497, jitterRate=0.004554286599159241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:23:33,568 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732134213556Initializing all the Stores at 1732134213556Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134213556Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134213557 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134213557Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134213557Cleaning up temporary data from old regions at 1732134213565 (+8 ms)Region opened successfully at 1732134213567 (+2 ms) 2024-11-20T20:23:33,568 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T20:23:33,570 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b68e76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:23:33,571 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T20:23:33,571 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T20:23:33,571 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T20:23:33,571 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T20:23:33,571 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T20:23:33,572 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T20:23:33,572 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T20:23:33,573 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T20:23:33,574 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42659-0x10159ea5b020006, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Unable to get data of znode /2-1721417361/balancer because node does not exist (not necessarily an error) 2024-11-20T20:23:33,660 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1721417361/balancer already deleted, retry=false 2024-11-20T20:23:33,661 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T20:23:33,662 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42659-0x10159ea5b020006, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Unable to get data of znode /2-1721417361/normalizer because node does not exist (not necessarily an error) 2024-11-20T20:23:33,671 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1721417361/normalizer already deleted, retry=false 2024-11-20T20:23:33,671 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T20:23:33,672 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42659-0x10159ea5b020006, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Unable to get data of znode /2-1721417361/switch/split because node does not exist (not necessarily an error) 2024-11-20T20:23:33,681 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1721417361/switch/split already deleted, retry=false 2024-11-20T20:23:33,682 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42659-0x10159ea5b020006, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Unable to get data of znode /2-1721417361/switch/merge because node does not exist (not necessarily an error) 2024-11-20T20:23:33,692 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1721417361/switch/merge already deleted, retry=false 2024-11-20T20:23:33,694 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42659-0x10159ea5b020006, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Unable to get data of znode /2-1721417361/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T20:23:33,702 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1721417361/snapshot-cleanup already deleted, retry=false 2024-11-20T20:23:33,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42659-0x10159ea5b020006, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1721417361/running 2024-11-20T20:23:33,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42047-0x10159ea5b020007, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1721417361/running 2024-11-20T20:23:33,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42047-0x10159ea5b020007, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1721417361 2024-11-20T20:23:33,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42659-0x10159ea5b020006, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1721417361 2024-11-20T20:23:33,713 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7d59561a64e,42659,1732134212416, sessionid=0x10159ea5b020006, setting cluster-up flag (Was=false) 2024-11-20T20:23:33,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42047-0x10159ea5b020007, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1721417361 2024-11-20T20:23:33,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42659-0x10159ea5b020006, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1721417361 2024-11-20T20:23:33,766 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1721417361/flush-table-proc/acquired, /2-1721417361/flush-table-proc/reached, /2-1721417361/flush-table-proc/abort 2024-11-20T20:23:33,767 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,42659,1732134212416 2024-11-20T20:23:33,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42047-0x10159ea5b020007, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1721417361 2024-11-20T20:23:33,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42659-0x10159ea5b020006, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1721417361 2024-11-20T20:23:33,818 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1721417361/online-snapshot/acquired, /2-1721417361/online-snapshot/reached, /2-1721417361/online-snapshot/abort 2024-11-20T20:23:33,819 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7d59561a64e,42659,1732134212416 2024-11-20T20:23:33,820 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T20:23:33,821 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T20:23:33,821 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T20:23:33,821 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T20:23:33,822 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7d59561a64e,42659,1732134212416 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T20:23:33,822 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:23:33,822 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:23:33,822 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:23:33,823 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7d59561a64e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T20:23:33,823 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7d59561a64e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T20:23:33,823 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:33,823 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:23:33,823 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:33,824 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732134243824 2024-11-20T20:23:33,824 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:23:33,824 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T20:23:33,824 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T20:23:33,824 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T20:23:33,824 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T20:23:33,824 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T20:23:33,824 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T20:23:33,824 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T20:23:33,825 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:33,825 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T20:23:33,828 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:33,832 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T20:23:33,832 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T20:23:33,833 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T20:23:33,833 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T20:23:33,833 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T20:23:33,833 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T20:23:33,833 INFO [RS:0;d7d59561a64e:42047 {}] regionserver.HRegionServer(746): ClusterId : 83b231a3-ea6c-4e82-86f2-aa4c2cfb4d54 2024-11-20T20:23:33,833 DEBUG [RS:0;d7d59561a64e:42047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T20:23:33,837 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134213833,5,FailOnTimeoutGroup] 2024-11-20T20:23:33,840 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134213837,5,FailOnTimeoutGroup] 2024-11-20T20:23:33,840 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:33,840 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T20:23:33,840 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:33,840 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:33,840 DEBUG [RS:0;d7d59561a64e:42047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T20:23:33,840 DEBUG [RS:0;d7d59561a64e:42047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T20:23:33,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741831_1007 (size=1321) 2024-11-20T20:23:33,851 DEBUG [RS:0;d7d59561a64e:42047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T20:23:33,851 DEBUG [RS:0;d7d59561a64e:42047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62485476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7d59561a64e/172.17.0.2:0 2024-11-20T20:23:33,866 DEBUG [RS:0;d7d59561a64e:42047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7d59561a64e:42047 2024-11-20T20:23:33,866 INFO [RS:0;d7d59561a64e:42047 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T20:23:33,867 INFO [RS:0;d7d59561a64e:42047 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T20:23:33,867 DEBUG [RS:0;d7d59561a64e:42047 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T20:23:33,867 INFO [RS:0;d7d59561a64e:42047 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7d59561a64e,42659,1732134212416 with port=42047, startcode=1732134212586 2024-11-20T20:23:33,868 DEBUG [RS:0;d7d59561a64e:42047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T20:23:33,869 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T20:23:33,870 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42659 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7d59561a64e,42047,1732134212586 2024-11-20T20:23:33,870 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42659 {}] master.ServerManager(517): Registering regionserver=d7d59561a64e,42047,1732134212586 2024-11-20T20:23:33,871 DEBUG [RS:0;d7d59561a64e:42047 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe 2024-11-20T20:23:33,871 DEBUG [RS:0;d7d59561a64e:42047 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45397 2024-11-20T20:23:33,871 DEBUG [RS:0;d7d59561a64e:42047 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T20:23:33,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42659-0x10159ea5b020006, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1721417361/rs 2024-11-20T20:23:33,957 DEBUG [RS:0;d7d59561a64e:42047 {}] zookeeper.ZKUtil(111): regionserver:42047-0x10159ea5b020007, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Set watcher on existing znode=/2-1721417361/rs/d7d59561a64e,42047,1732134212586 2024-11-20T20:23:33,957 WARN [RS:0;d7d59561a64e:42047 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T20:23:33,957 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7d59561a64e,42047,1732134212586] 2024-11-20T20:23:33,957 INFO [RS:0;d7d59561a64e:42047 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:23:33,957 DEBUG [RS:0;d7d59561a64e:42047 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/WALs/d7d59561a64e,42047,1732134212586 2024-11-20T20:23:33,962 INFO [RS:0;d7d59561a64e:42047 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T20:23:33,964 INFO [RS:0;d7d59561a64e:42047 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T20:23:33,968 INFO [RS:0;d7d59561a64e:42047 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T20:23:33,968 INFO [RS:0;d7d59561a64e:42047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:33,972 INFO [RS:0;d7d59561a64e:42047 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T20:23:33,973 INFO [RS:0;d7d59561a64e:42047 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T20:23:33,973 INFO [RS:0;d7d59561a64e:42047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:33,973 DEBUG [RS:0;d7d59561a64e:42047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:33,973 DEBUG [RS:0;d7d59561a64e:42047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:33,973 DEBUG [RS:0;d7d59561a64e:42047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:33,973 DEBUG [RS:0;d7d59561a64e:42047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:33,973 DEBUG [RS:0;d7d59561a64e:42047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:33,973 DEBUG [RS:0;d7d59561a64e:42047 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7d59561a64e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T20:23:33,973 DEBUG [RS:0;d7d59561a64e:42047 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:33,973 DEBUG [RS:0;d7d59561a64e:42047 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:33,973 DEBUG [RS:0;d7d59561a64e:42047 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:33,973 DEBUG [RS:0;d7d59561a64e:42047 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:33,973 DEBUG [RS:0;d7d59561a64e:42047 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:33,974 DEBUG [RS:0;d7d59561a64e:42047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7d59561a64e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T20:23:33,974 DEBUG [RS:0;d7d59561a64e:42047 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:23:33,974 DEBUG [RS:0;d7d59561a64e:42047 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7d59561a64e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T20:23:33,978 INFO [RS:0;d7d59561a64e:42047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:33,978 INFO [RS:0;d7d59561a64e:42047 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:33,978 INFO [RS:0;d7d59561a64e:42047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:33,978 INFO [RS:0;d7d59561a64e:42047 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:33,978 INFO [RS:0;d7d59561a64e:42047 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:33,978 INFO [RS:0;d7d59561a64e:42047 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,42047,1732134212586-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:23:33,992 INFO [RS:0;d7d59561a64e:42047 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T20:23:33,992 INFO [RS:0;d7d59561a64e:42047 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,42047,1732134212586-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:33,992 INFO [RS:0;d7d59561a64e:42047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:33,992 INFO [RS:0;d7d59561a64e:42047 {}] regionserver.Replication(171): d7d59561a64e,42047,1732134212586 started 2024-11-20T20:23:34,006 INFO [RS:0;d7d59561a64e:42047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:34,006 INFO [RS:0;d7d59561a64e:42047 {}] regionserver.HRegionServer(1482): Serving as d7d59561a64e,42047,1732134212586, RpcServer on d7d59561a64e/172.17.0.2:42047, sessionid=0x10159ea5b020007 2024-11-20T20:23:34,006 DEBUG [RS:0;d7d59561a64e:42047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T20:23:34,006 DEBUG [RS:0;d7d59561a64e:42047 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7d59561a64e,42047,1732134212586 2024-11-20T20:23:34,006 DEBUG [RS:0;d7d59561a64e:42047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,42047,1732134212586' 2024-11-20T20:23:34,006 DEBUG [RS:0;d7d59561a64e:42047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1721417361/flush-table-proc/abort' 2024-11-20T20:23:34,007 DEBUG [RS:0;d7d59561a64e:42047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1721417361/flush-table-proc/acquired' 2024-11-20T20:23:34,007 DEBUG [RS:0;d7d59561a64e:42047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T20:23:34,007 DEBUG [RS:0;d7d59561a64e:42047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T20:23:34,007 DEBUG [RS:0;d7d59561a64e:42047 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7d59561a64e,42047,1732134212586 2024-11-20T20:23:34,007 DEBUG [RS:0;d7d59561a64e:42047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7d59561a64e,42047,1732134212586' 2024-11-20T20:23:34,007 DEBUG [RS:0;d7d59561a64e:42047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1721417361/online-snapshot/abort' 2024-11-20T20:23:34,007 DEBUG [RS:0;d7d59561a64e:42047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1721417361/online-snapshot/acquired' 2024-11-20T20:23:34,007 DEBUG [RS:0;d7d59561a64e:42047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T20:23:34,008 INFO [RS:0;d7d59561a64e:42047 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T20:23:34,008 INFO [RS:0;d7d59561a64e:42047 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T20:23:34,108 INFO [RS:0;d7d59561a64e:42047 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T20:23:34,109 INFO [RS:0;d7d59561a64e:42047 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C42047%2C1732134212586, suffix=, logDir=hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/WALs/d7d59561a64e,42047,1732134212586, archiveDir=hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/oldWALs, maxLogs=10 2024-11-20T20:23:34,130 DEBUG [RS:0;d7d59561a64e:42047 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/WALs/d7d59561a64e,42047,1732134212586/d7d59561a64e%2C42047%2C1732134212586.1732134214110, exclude list is [], retry=0 2024-11-20T20:23:34,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35889,DS-7177c2b8-58b0-4997-a848-0293ba985266,DISK] 2024-11-20T20:23:34,134 INFO [RS:0;d7d59561a64e:42047 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/WALs/d7d59561a64e,42047,1732134212586/d7d59561a64e%2C42047%2C1732134212586.1732134214110 2024-11-20T20:23:34,134 DEBUG [RS:0;d7d59561a64e:42047 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40727:40727)] 2024-11-20T20:23:34,242 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T20:23:34,242 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe 2024-11-20T20:23:34,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741833_1009 (size=32) 2024-11-20T20:23:34,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:23:34,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:23:34,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:23:34,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:34,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:34,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:23:34,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:23:34,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:34,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:34,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:23:34,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:23:34,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:34,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:34,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:23:34,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:23:34,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:34,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:34,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:23:34,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/hbase/meta/1588230740 2024-11-20T20:23:34,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/hbase/meta/1588230740 2024-11-20T20:23:34,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:23:34,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:23:34,657 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:23:34,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:23:34,659 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:23:34,659 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64406565, jitterRate=-0.04026739299297333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:23:34,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732134214648Initializing all the Stores at 1732134214649 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134214649Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134214649Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134214649Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134214649Cleaning up temporary data from old regions at 1732134214656 (+7 ms)Region opened successfully at 1732134214660 (+4 ms) 2024-11-20T20:23:34,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:23:34,660 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:23:34,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:23:34,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:23:34,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:23:34,660 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:23:34,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134214660Disabling compacts and flushes for region at 1732134214660Disabling writes for close at 1732134214660Writing region close event to WAL at 1732134214660Closed at 1732134214660 2024-11-20T20:23:34,661 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:23:34,661 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T20:23:34,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T20:23:34,662 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:23:34,663 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T20:23:34,813 DEBUG [d7d59561a64e:42659 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T20:23:34,813 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:23:34,813 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7d59561a64e,42047,1732134212586 2024-11-20T20:23:34,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:34,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:34,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:34,814 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,42047,1732134212586, state=OPENING 2024-11-20T20:23:34,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:34,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:34,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:34,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:34,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:34,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:34,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:34,881 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T20:23:34,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:34,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:34,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:34,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:34,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:34,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42047-0x10159ea5b020007, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1721417361 2024-11-20T20:23:34,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42659-0x10159ea5b020006, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1721417361 2024-11-20T20:23:34,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1721417361/meta-region-server: CHANGED 2024-11-20T20:23:34,892 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T20:23:34,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1721417361/meta-region-server: CHANGED 2024-11-20T20:23:34,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,42047,1732134212586}] 2024-11-20T20:23:34,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:34,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:34,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:35,053 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:23:35,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T20:23:35,065 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T20:23:35,065 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:23:35,065 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T20:23:35,066 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C42047%2C1732134212586.meta, suffix=.meta, logDir=hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/WALs/d7d59561a64e,42047,1732134212586, archiveDir=hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/oldWALs, maxLogs=10 2024-11-20T20:23:35,087 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/WALs/d7d59561a64e,42047,1732134212586/d7d59561a64e%2C42047%2C1732134212586.meta.1732134215067.meta, exclude list is [], retry=0 2024-11-20T20:23:35,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35889,DS-7177c2b8-58b0-4997-a848-0293ba985266,DISK] 2024-11-20T20:23:35,093 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/WALs/d7d59561a64e,42047,1732134212586/d7d59561a64e%2C42047%2C1732134212586.meta.1732134215067.meta 2024-11-20T20:23:35,096 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40727:40727)] 2024-11-20T20:23:35,096 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:23:35,097 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:23:35,097 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:23:35,097 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T20:23:35,097 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T20:23:35,098 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T20:23:35,098 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:23:35,098 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T20:23:35,098 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T20:23:35,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T20:23:35,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T20:23:35,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:35,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:35,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T20:23:35,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T20:23:35,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:35,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:35,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T20:23:35,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T20:23:35,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:35,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:35,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T20:23:35,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T20:23:35,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:35,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T20:23:35,109 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T20:23:35,110 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/hbase/meta/1588230740 2024-11-20T20:23:35,111 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/hbase/meta/1588230740 2024-11-20T20:23:35,114 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T20:23:35,114 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T20:23:35,115 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T20:23:35,116 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T20:23:35,116 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64229074, jitterRate=-0.04291221499443054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T20:23:35,117 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T20:23:35,117 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732134215098Writing region info on filesystem at 1732134215098Initializing all the Stores at 1732134215099 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134215099Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134215099Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134215099Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732134215099Cleaning up temporary data from old regions at 1732134215114 (+15 ms)Running coprocessor post-open hooks at 1732134215117 (+3 ms)Region opened successfully at 1732134215117 2024-11-20T20:23:35,118 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732134215053 2024-11-20T20:23:35,120 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,42047,1732134212586 2024-11-20T20:23:35,120 DEBUG [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T20:23:35,121 INFO [RS_OPEN_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T20:23:35,121 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7d59561a64e,42047,1732134212586, state=OPEN 2024-11-20T20:23:35,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42047-0x10159ea5b020007, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1721417361/meta-region-server 2024-11-20T20:23:35,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42659-0x10159ea5b020006, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1721417361/meta-region-server 2024-11-20T20:23:35,132 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7d59561a64e,42047,1732134212586 2024-11-20T20:23:35,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1721417361/meta-region-server: CHANGED 2024-11-20T20:23:35,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1721417361/meta-region-server: CHANGED 2024-11-20T20:23:35,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T20:23:35,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7d59561a64e,42047,1732134212586 in 240 msec 2024-11-20T20:23:35,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T20:23:35,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 474 msec 2024-11-20T20:23:35,137 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T20:23:35,138 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T20:23:35,139 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:23:35,139 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,42047,1732134212586, seqNum=-1] 2024-11-20T20:23:35,139 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:23:35,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:23:35,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3250 sec 2024-11-20T20:23:35,146 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732134215146, completionTime=-1 2024-11-20T20:23:35,147 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T20:23:35,147 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T20:23:35,149 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T20:23:35,149 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732134275149 2024-11-20T20:23:35,149 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732134335149 2024-11-20T20:23:35,149 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T20:23:35,150 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,42659,1732134212416-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:35,150 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,42659,1732134212416-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:35,150 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,42659,1732134212416-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:35,150 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7d59561a64e:42659, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:35,150 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:35,152 DEBUG [master/d7d59561a64e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T20:23:35,156 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:35,160 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.489sec 2024-11-20T20:23:35,160 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T20:23:35,160 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T20:23:35,161 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T20:23:35,161 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T20:23:35,161 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T20:23:35,161 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,42659,1732134212416-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T20:23:35,161 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,42659,1732134212416-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T20:23:35,165 DEBUG [master/d7d59561a64e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T20:23:35,165 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T20:23:35,166 INFO [master/d7d59561a64e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7d59561a64e,42659,1732134212416-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T20:23:35,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35c2c746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:35,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,42659,-1 for getting cluster id 2024-11-20T20:23:35,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:23:35,235 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83b231a3-ea6c-4e82-86f2-aa4c2cfb4d54' 2024-11-20T20:23:35,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:23:35,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83b231a3-ea6c-4e82-86f2-aa4c2cfb4d54" 2024-11-20T20:23:35,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea3cc1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:35,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,42659,-1] 2024-11-20T20:23:35,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:23:35,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:35,237 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:23:35,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf21499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:35,238 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:23:35,238 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,42047,1732134212586, seqNum=-1] 2024-11-20T20:23:35,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:23:35,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:23:35,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7d59561a64e,42659,1732134212416 2024-11-20T20:23:35,241 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:65085 2024-11-20T20:23:35,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T20:23:35,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10159ea5b020008 connected 2024-11-20T20:23:35,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:23:35,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,43093,1732134200983 2024-11-20T20:23:35,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@708871c4 2024-11-20T20:23:35,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:23:35,264 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:23:35,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:23:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T20:23:35,267 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:23:35,267 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:35,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T20:23:35,268 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:23:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:23:35,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741835_1011 (size=902) 2024-11-20T20:23:35,274 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7b4b1f5a2fe87d2b3b92bb74b76a1134, NAME => 'test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d 2024-11-20T20:23:35,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741836_1012 (size=39) 2024-11-20T20:23:35,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:23:35,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7b4b1f5a2fe87d2b3b92bb74b76a1134, disabling compactions & flushes 2024-11-20T20:23:35,278 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134. 2024-11-20T20:23:35,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134. 2024-11-20T20:23:35,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134. after waiting 0 ms 2024-11-20T20:23:35,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134. 2024-11-20T20:23:35,278 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134. 2024-11-20T20:23:35,278 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7b4b1f5a2fe87d2b3b92bb74b76a1134: Waiting for close lock at 1732134215278Disabling compacts and flushes for region at 1732134215278Disabling writes for close at 1732134215278Writing region close event to WAL at 1732134215278Closed at 1732134215278 2024-11-20T20:23:35,279 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:23:35,279 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732134215279"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732134215279"}]},"ts":"1732134215279"} 2024-11-20T20:23:35,281 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:23:35,281 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:23:35,281 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134215281"}]},"ts":"1732134215281"} 2024-11-20T20:23:35,283 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T20:23:35,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7b4b1f5a2fe87d2b3b92bb74b76a1134, ASSIGN}] 2024-11-20T20:23:35,284 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7b4b1f5a2fe87d2b3b92bb74b76a1134, ASSIGN 2024-11-20T20:23:35,284 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7b4b1f5a2fe87d2b3b92bb74b76a1134, ASSIGN; state=OFFLINE, location=d7d59561a64e,35023,1732134201167; forceNewPlan=false, retain=false 2024-11-20T20:23:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:23:35,435 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7b4b1f5a2fe87d2b3b92bb74b76a1134, regionState=OPENING, regionLocation=d7d59561a64e,35023,1732134201167 2024-11-20T20:23:35,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7b4b1f5a2fe87d2b3b92bb74b76a1134, ASSIGN because future has completed 2024-11-20T20:23:35,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b4b1f5a2fe87d2b3b92bb74b76a1134, server=d7d59561a64e,35023,1732134201167}] 2024-11-20T20:23:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:23:35,593 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134. 2024-11-20T20:23:35,593 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b4b1f5a2fe87d2b3b92bb74b76a1134, NAME => 'test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:23:35,593 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:23:35,593 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T20:23:35,593 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7b4b1f5a2fe87d2b3b92bb74b76a1134 2024-11-20T20:23:35,594 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:23:35,594 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7b4b1f5a2fe87d2b3b92bb74b76a1134 2024-11-20T20:23:35,594 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7b4b1f5a2fe87d2b3b92bb74b76a1134 2024-11-20T20:23:35,595 INFO [StoreOpener-7b4b1f5a2fe87d2b3b92bb74b76a1134-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7b4b1f5a2fe87d2b3b92bb74b76a1134 2024-11-20T20:23:35,596 INFO [StoreOpener-7b4b1f5a2fe87d2b3b92bb74b76a1134-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b4b1f5a2fe87d2b3b92bb74b76a1134 columnFamilyName f 2024-11-20T20:23:35,596 DEBUG [StoreOpener-7b4b1f5a2fe87d2b3b92bb74b76a1134-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:35,596 INFO [StoreOpener-7b4b1f5a2fe87d2b3b92bb74b76a1134-1 {}] regionserver.HStore(327): Store=7b4b1f5a2fe87d2b3b92bb74b76a1134/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:23:35,596 INFO [StoreOpener-7b4b1f5a2fe87d2b3b92bb74b76a1134-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7b4b1f5a2fe87d2b3b92bb74b76a1134 2024-11-20T20:23:35,597 INFO [StoreOpener-7b4b1f5a2fe87d2b3b92bb74b76a1134-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b4b1f5a2fe87d2b3b92bb74b76a1134 columnFamilyName f1 2024-11-20T20:23:35,597 DEBUG [StoreOpener-7b4b1f5a2fe87d2b3b92bb74b76a1134-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:35,597 INFO [StoreOpener-7b4b1f5a2fe87d2b3b92bb74b76a1134-1 {}] regionserver.HStore(327): Store=7b4b1f5a2fe87d2b3b92bb74b76a1134/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:23:35,597 INFO [StoreOpener-7b4b1f5a2fe87d2b3b92bb74b76a1134-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7b4b1f5a2fe87d2b3b92bb74b76a1134 2024-11-20T20:23:35,598 INFO [StoreOpener-7b4b1f5a2fe87d2b3b92bb74b76a1134-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b4b1f5a2fe87d2b3b92bb74b76a1134 columnFamilyName norep 2024-11-20T20:23:35,598 DEBUG [StoreOpener-7b4b1f5a2fe87d2b3b92bb74b76a1134-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:35,598 INFO [StoreOpener-7b4b1f5a2fe87d2b3b92bb74b76a1134-1 {}] regionserver.HStore(327): Store=7b4b1f5a2fe87d2b3b92bb74b76a1134/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:23:35,598 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7b4b1f5a2fe87d2b3b92bb74b76a1134 2024-11-20T20:23:35,598 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/default/test/7b4b1f5a2fe87d2b3b92bb74b76a1134 2024-11-20T20:23:35,599 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/default/test/7b4b1f5a2fe87d2b3b92bb74b76a1134 2024-11-20T20:23:35,599 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7b4b1f5a2fe87d2b3b92bb74b76a1134 2024-11-20T20:23:35,599 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7b4b1f5a2fe87d2b3b92bb74b76a1134 2024-11-20T20:23:35,600 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:23:35,601 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7b4b1f5a2fe87d2b3b92bb74b76a1134 2024-11-20T20:23:35,602 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/default/test/7b4b1f5a2fe87d2b3b92bb74b76a1134/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:23:35,602 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7b4b1f5a2fe87d2b3b92bb74b76a1134; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73850831, jitterRate=0.1004631370306015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:23:35,602 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b4b1f5a2fe87d2b3b92bb74b76a1134 2024-11-20T20:23:35,602 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7b4b1f5a2fe87d2b3b92bb74b76a1134: Running coprocessor pre-open hook at 1732134215594Writing region info on filesystem at 1732134215594Initializing all the Stores at 1732134215594Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134215594Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134215594Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134215595 (+1 ms)Cleaning up temporary data from old regions at 1732134215599 (+4 ms)Running coprocessor post-open hooks at 1732134215602 (+3 ms)Region opened successfully at 1732134215602 2024-11-20T20:23:35,603 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134., pid=6, masterSystemTime=1732134215589 2024-11-20T20:23:35,605 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134. 2024-11-20T20:23:35,605 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134. 2024-11-20T20:23:35,606 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7b4b1f5a2fe87d2b3b92bb74b76a1134, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7d59561a64e,35023,1732134201167 2024-11-20T20:23:35,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b4b1f5a2fe87d2b3b92bb74b76a1134, server=d7d59561a64e,35023,1732134201167 because future has completed 2024-11-20T20:23:35,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T20:23:35,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b4b1f5a2fe87d2b3b92bb74b76a1134, server=d7d59561a64e,35023,1732134201167 in 171 msec 2024-11-20T20:23:35,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T20:23:35,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7b4b1f5a2fe87d2b3b92bb74b76a1134, ASSIGN in 326 msec 2024-11-20T20:23:35,611 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:23:35,612 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134215611"}]},"ts":"1732134215611"} 2024-11-20T20:23:35,613 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T20:23:35,613 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:23:35,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 348 msec 2024-11-20T20:23:35,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:23:35,900 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T20:23:35,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:23:35,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,44721,1732134206136 2024-11-20T20:23:35,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c60d596 2024-11-20T20:23:35,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:23:35,901 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:23:35,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44721 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:23:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44721 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T20:23:35,904 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:23:35,904 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:35,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44721 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T20:23:35,905 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:23:35,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:23:35,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741835_1011 (size=902) 2024-11-20T20:23:35,911 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 348c3248b85ff2109e905636a8d3dcea, NAME => 'test,,1732134215902.348c3248b85ff2109e905636a8d3dcea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f 2024-11-20T20:23:35,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741836_1012 (size=39) 2024-11-20T20:23:35,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732134215902.348c3248b85ff2109e905636a8d3dcea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:23:35,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 348c3248b85ff2109e905636a8d3dcea, disabling compactions & flushes 2024-11-20T20:23:35,915 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732134215902.348c3248b85ff2109e905636a8d3dcea. 2024-11-20T20:23:35,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732134215902.348c3248b85ff2109e905636a8d3dcea. 2024-11-20T20:23:35,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732134215902.348c3248b85ff2109e905636a8d3dcea. after waiting 0 ms 2024-11-20T20:23:35,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732134215902.348c3248b85ff2109e905636a8d3dcea. 2024-11-20T20:23:35,915 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732134215902.348c3248b85ff2109e905636a8d3dcea. 2024-11-20T20:23:35,916 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 348c3248b85ff2109e905636a8d3dcea: Waiting for close lock at 1732134215915Disabling compacts and flushes for region at 1732134215915Disabling writes for close at 1732134215915Writing region close event to WAL at 1732134215915Closed at 1732134215915 2024-11-20T20:23:35,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:23:35,917 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732134215902.348c3248b85ff2109e905636a8d3dcea.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732134215917"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732134215917"}]},"ts":"1732134215917"} 2024-11-20T20:23:35,919 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:23:35,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:23:35,920 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134215920"}]},"ts":"1732134215920"} 2024-11-20T20:23:35,921 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T20:23:35,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=348c3248b85ff2109e905636a8d3dcea, ASSIGN}] 2024-11-20T20:23:35,923 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=348c3248b85ff2109e905636a8d3dcea, ASSIGN 2024-11-20T20:23:35,923 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=348c3248b85ff2109e905636a8d3dcea, ASSIGN; state=OFFLINE, location=d7d59561a64e,45139,1732134206658; forceNewPlan=false, retain=false 2024-11-20T20:23:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:23:36,074 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=348c3248b85ff2109e905636a8d3dcea, regionState=OPENING, regionLocation=d7d59561a64e,45139,1732134206658 2024-11-20T20:23:36,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=348c3248b85ff2109e905636a8d3dcea, ASSIGN because future has completed 2024-11-20T20:23:36,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 348c3248b85ff2109e905636a8d3dcea, server=d7d59561a64e,45139,1732134206658}] 2024-11-20T20:23:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:23:36,232 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732134215902.348c3248b85ff2109e905636a8d3dcea. 2024-11-20T20:23:36,232 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 348c3248b85ff2109e905636a8d3dcea, NAME => 'test,,1732134215902.348c3248b85ff2109e905636a8d3dcea.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:23:36,232 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:23:36,232 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T20:23:36,232 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 348c3248b85ff2109e905636a8d3dcea 2024-11-20T20:23:36,232 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732134215902.348c3248b85ff2109e905636a8d3dcea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:23:36,232 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 348c3248b85ff2109e905636a8d3dcea 2024-11-20T20:23:36,232 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 348c3248b85ff2109e905636a8d3dcea 2024-11-20T20:23:36,240 INFO [StoreOpener-348c3248b85ff2109e905636a8d3dcea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 348c3248b85ff2109e905636a8d3dcea 2024-11-20T20:23:36,241 INFO [StoreOpener-348c3248b85ff2109e905636a8d3dcea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 348c3248b85ff2109e905636a8d3dcea columnFamilyName f 2024-11-20T20:23:36,241 DEBUG [StoreOpener-348c3248b85ff2109e905636a8d3dcea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:36,242 INFO [StoreOpener-348c3248b85ff2109e905636a8d3dcea-1 {}] regionserver.HStore(327): Store=348c3248b85ff2109e905636a8d3dcea/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:23:36,242 INFO [StoreOpener-348c3248b85ff2109e905636a8d3dcea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 348c3248b85ff2109e905636a8d3dcea 2024-11-20T20:23:36,242 INFO [StoreOpener-348c3248b85ff2109e905636a8d3dcea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 348c3248b85ff2109e905636a8d3dcea columnFamilyName f1 2024-11-20T20:23:36,243 DEBUG [StoreOpener-348c3248b85ff2109e905636a8d3dcea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:36,243 INFO [StoreOpener-348c3248b85ff2109e905636a8d3dcea-1 {}] regionserver.HStore(327): Store=348c3248b85ff2109e905636a8d3dcea/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:23:36,243 INFO [StoreOpener-348c3248b85ff2109e905636a8d3dcea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 348c3248b85ff2109e905636a8d3dcea 2024-11-20T20:23:36,244 INFO [StoreOpener-348c3248b85ff2109e905636a8d3dcea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 348c3248b85ff2109e905636a8d3dcea columnFamilyName norep 2024-11-20T20:23:36,244 DEBUG [StoreOpener-348c3248b85ff2109e905636a8d3dcea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:36,244 INFO [StoreOpener-348c3248b85ff2109e905636a8d3dcea-1 {}] regionserver.HStore(327): Store=348c3248b85ff2109e905636a8d3dcea/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:23:36,244 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 348c3248b85ff2109e905636a8d3dcea 2024-11-20T20:23:36,244 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/default/test/348c3248b85ff2109e905636a8d3dcea 2024-11-20T20:23:36,245 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/default/test/348c3248b85ff2109e905636a8d3dcea 2024-11-20T20:23:36,245 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 348c3248b85ff2109e905636a8d3dcea 2024-11-20T20:23:36,245 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 348c3248b85ff2109e905636a8d3dcea 2024-11-20T20:23:36,246 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:23:36,246 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 348c3248b85ff2109e905636a8d3dcea 2024-11-20T20:23:36,248 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/default/test/348c3248b85ff2109e905636a8d3dcea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:23:36,249 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 348c3248b85ff2109e905636a8d3dcea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66449553, jitterRate=-0.009824499487876892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:23:36,249 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 348c3248b85ff2109e905636a8d3dcea 2024-11-20T20:23:36,249 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 348c3248b85ff2109e905636a8d3dcea: Running coprocessor pre-open hook at 1732134216232Writing region info on filesystem at 1732134216233 (+1 ms)Initializing all the Stores at 1732134216233Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134216233Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134216240 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134216240Cleaning up temporary data from old regions at 1732134216245 (+5 ms)Running coprocessor post-open hooks at 1732134216249 (+4 ms)Region opened successfully at 1732134216249 2024-11-20T20:23:36,250 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732134215902.348c3248b85ff2109e905636a8d3dcea., pid=6, masterSystemTime=1732134216228 2024-11-20T20:23:36,252 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732134215902.348c3248b85ff2109e905636a8d3dcea. 2024-11-20T20:23:36,252 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732134215902.348c3248b85ff2109e905636a8d3dcea. 2024-11-20T20:23:36,252 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=348c3248b85ff2109e905636a8d3dcea, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7d59561a64e,45139,1732134206658 2024-11-20T20:23:36,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 348c3248b85ff2109e905636a8d3dcea, server=d7d59561a64e,45139,1732134206658 because future has completed 2024-11-20T20:23:36,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T20:23:36,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 348c3248b85ff2109e905636a8d3dcea, server=d7d59561a64e,45139,1732134206658 in 178 msec 2024-11-20T20:23:36,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T20:23:36,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=348c3248b85ff2109e905636a8d3dcea, ASSIGN in 335 msec 2024-11-20T20:23:36,260 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:23:36,260 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134216260"}]},"ts":"1732134216260"} 2024-11-20T20:23:36,262 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T20:23:36,262 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:23:36,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 361 msec 2024-11-20T20:23:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44721 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:23:36,531 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T20:23:36,531 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:23:36,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,42659,1732134212416 2024-11-20T20:23:36,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b82d7 2024-11-20T20:23:36,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:23:36,533 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:23:36,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:23:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T20:23:36,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:23:36,537 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:36,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T20:23:36,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:23:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:23:36,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741835_1011 (size=902) 2024-11-20T20:23:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:23:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:23:36,972 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a5f4bcd658dde355f1bef593d41f3347, NAME => 'test,,1732134216534.a5f4bcd658dde355f1bef593d41f3347.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe 2024-11-20T20:23:36,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741836_1012 (size=39) 2024-11-20T20:23:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:23:37,378 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732134216534.a5f4bcd658dde355f1bef593d41f3347.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:23:37,378 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a5f4bcd658dde355f1bef593d41f3347, disabling compactions & flushes 2024-11-20T20:23:37,378 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732134216534.a5f4bcd658dde355f1bef593d41f3347. 2024-11-20T20:23:37,378 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732134216534.a5f4bcd658dde355f1bef593d41f3347. 2024-11-20T20:23:37,378 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732134216534.a5f4bcd658dde355f1bef593d41f3347. after waiting 0 ms 2024-11-20T20:23:37,378 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732134216534.a5f4bcd658dde355f1bef593d41f3347. 2024-11-20T20:23:37,378 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732134216534.a5f4bcd658dde355f1bef593d41f3347. 2024-11-20T20:23:37,378 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a5f4bcd658dde355f1bef593d41f3347: Waiting for close lock at 1732134217378Disabling compacts and flushes for region at 1732134217378Disabling writes for close at 1732134217378Writing region close event to WAL at 1732134217378Closed at 1732134217378 2024-11-20T20:23:37,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:23:37,380 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732134216534.a5f4bcd658dde355f1bef593d41f3347.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732134217379"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732134217379"}]},"ts":"1732134217379"} 2024-11-20T20:23:37,381 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:23:37,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:23:37,382 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134217382"}]},"ts":"1732134217382"} 2024-11-20T20:23:37,383 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T20:23:37,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a5f4bcd658dde355f1bef593d41f3347, ASSIGN}] 2024-11-20T20:23:37,385 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a5f4bcd658dde355f1bef593d41f3347, ASSIGN 2024-11-20T20:23:37,385 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a5f4bcd658dde355f1bef593d41f3347, ASSIGN; state=OFFLINE, location=d7d59561a64e,42047,1732134212586; forceNewPlan=false, retain=false 2024-11-20T20:23:37,536 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a5f4bcd658dde355f1bef593d41f3347, regionState=OPENING, regionLocation=d7d59561a64e,42047,1732134212586 2024-11-20T20:23:37,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a5f4bcd658dde355f1bef593d41f3347, ASSIGN because future has completed 2024-11-20T20:23:37,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5f4bcd658dde355f1bef593d41f3347, server=d7d59561a64e,42047,1732134212586}] 2024-11-20T20:23:37,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:23:37,693 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732134216534.a5f4bcd658dde355f1bef593d41f3347. 2024-11-20T20:23:37,693 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a5f4bcd658dde355f1bef593d41f3347, NAME => 'test,,1732134216534.a5f4bcd658dde355f1bef593d41f3347.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:23:37,694 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:23:37,694 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T20:23:37,694 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a5f4bcd658dde355f1bef593d41f3347 2024-11-20T20:23:37,694 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732134216534.a5f4bcd658dde355f1bef593d41f3347.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:23:37,694 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a5f4bcd658dde355f1bef593d41f3347 2024-11-20T20:23:37,695 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a5f4bcd658dde355f1bef593d41f3347 2024-11-20T20:23:37,696 INFO [StoreOpener-a5f4bcd658dde355f1bef593d41f3347-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a5f4bcd658dde355f1bef593d41f3347 2024-11-20T20:23:37,697 INFO [StoreOpener-a5f4bcd658dde355f1bef593d41f3347-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5f4bcd658dde355f1bef593d41f3347 columnFamilyName f 2024-11-20T20:23:37,697 DEBUG [StoreOpener-a5f4bcd658dde355f1bef593d41f3347-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:37,697 INFO [StoreOpener-a5f4bcd658dde355f1bef593d41f3347-1 {}] regionserver.HStore(327): Store=a5f4bcd658dde355f1bef593d41f3347/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:23:37,697 INFO [StoreOpener-a5f4bcd658dde355f1bef593d41f3347-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a5f4bcd658dde355f1bef593d41f3347 2024-11-20T20:23:37,698 INFO [StoreOpener-a5f4bcd658dde355f1bef593d41f3347-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5f4bcd658dde355f1bef593d41f3347 columnFamilyName f1 2024-11-20T20:23:37,698 DEBUG [StoreOpener-a5f4bcd658dde355f1bef593d41f3347-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:37,698 INFO [StoreOpener-a5f4bcd658dde355f1bef593d41f3347-1 {}] regionserver.HStore(327): Store=a5f4bcd658dde355f1bef593d41f3347/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:23:37,699 INFO [StoreOpener-a5f4bcd658dde355f1bef593d41f3347-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a5f4bcd658dde355f1bef593d41f3347 2024-11-20T20:23:37,699 INFO [StoreOpener-a5f4bcd658dde355f1bef593d41f3347-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5f4bcd658dde355f1bef593d41f3347 columnFamilyName norep 2024-11-20T20:23:37,699 DEBUG [StoreOpener-a5f4bcd658dde355f1bef593d41f3347-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:37,700 INFO [StoreOpener-a5f4bcd658dde355f1bef593d41f3347-1 {}] regionserver.HStore(327): Store=a5f4bcd658dde355f1bef593d41f3347/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:23:37,700 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a5f4bcd658dde355f1bef593d41f3347 2024-11-20T20:23:37,700 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/default/test/a5f4bcd658dde355f1bef593d41f3347 2024-11-20T20:23:37,701 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/default/test/a5f4bcd658dde355f1bef593d41f3347 2024-11-20T20:23:37,701 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a5f4bcd658dde355f1bef593d41f3347 2024-11-20T20:23:37,701 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a5f4bcd658dde355f1bef593d41f3347 2024-11-20T20:23:37,702 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:23:37,702 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a5f4bcd658dde355f1bef593d41f3347 2024-11-20T20:23:37,704 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/default/test/a5f4bcd658dde355f1bef593d41f3347/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:23:37,704 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a5f4bcd658dde355f1bef593d41f3347; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62536543, jitterRate=-0.06813289225101471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:23:37,704 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5f4bcd658dde355f1bef593d41f3347 2024-11-20T20:23:37,705 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a5f4bcd658dde355f1bef593d41f3347: Running coprocessor pre-open hook at 1732134217695Writing region info on filesystem at 1732134217695Initializing all the Stores at 1732134217695Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134217695Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134217696 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134217696Cleaning up temporary data from old regions at 1732134217701 (+5 ms)Running coprocessor post-open hooks at 1732134217704 (+3 ms)Region opened successfully at 1732134217705 (+1 ms) 2024-11-20T20:23:37,705 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732134216534.a5f4bcd658dde355f1bef593d41f3347., pid=6, masterSystemTime=1732134217690 2024-11-20T20:23:37,707 DEBUG [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732134216534.a5f4bcd658dde355f1bef593d41f3347. 2024-11-20T20:23:37,707 INFO [RS_OPEN_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732134216534.a5f4bcd658dde355f1bef593d41f3347. 2024-11-20T20:23:37,708 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a5f4bcd658dde355f1bef593d41f3347, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d7d59561a64e,42047,1732134212586 2024-11-20T20:23:37,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5f4bcd658dde355f1bef593d41f3347, server=d7d59561a64e,42047,1732134212586 because future has completed 2024-11-20T20:23:37,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T20:23:37,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a5f4bcd658dde355f1bef593d41f3347, server=d7d59561a64e,42047,1732134212586 in 172 msec 2024-11-20T20:23:37,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T20:23:37,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a5f4bcd658dde355f1bef593d41f3347, ASSIGN in 328 msec 2024-11-20T20:23:37,715 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:23:37,715 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134217715"}]},"ts":"1732134217715"} 2024-11-20T20:23:37,717 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T20:23:37,718 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:23:37,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1830 sec 2024-11-20T20:23:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42659 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T20:23:38,689 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T20:23:38,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de7c408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:38,690 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,43093,-1 for getting cluster id 2024-11-20T20:23:38,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:23:38,691 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ced4de52-61ac-4a59-9cc7-4a6aa3d5e4bd' 2024-11-20T20:23:38,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:23:38,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ced4de52-61ac-4a59-9cc7-4a6aa3d5e4bd" 2024-11-20T20:23:38,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b04075b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:38,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,43093,-1] 2024-11-20T20:23:38,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:23:38,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:38,692 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:23:38,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6acb07ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:38,693 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:23:38,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,43093,1732134200983 2024-11-20T20:23:38,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34048f2c 2024-11-20T20:23:38,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:23:38,694 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:23:38,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d7d59561a64e:44721,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T20:23:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T20:23:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:23:38,697 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:44721' 2024-11-20T20:23:38,698 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d7a7c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:38,698 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,44721,-1 for getting cluster id 2024-11-20T20:23:38,698 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:23:38,698 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c99eecb-a218-4fd7-98c9-d8ea493ec3d2' 2024-11-20T20:23:38,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:23:38,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c99eecb-a218-4fd7-98c9-d8ea493ec3d2" 2024-11-20T20:23:38,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab0ed75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:38,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,44721,-1] 2024-11-20T20:23:38,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:23:38,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:38,699 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:23:38,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@340758d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:38,700 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:23:38,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,44721,1732134206136 2024-11-20T20:23:38,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57ef7511 2024-11-20T20:23:38,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:23:38,701 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:23:38,702 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T20:23:38,702 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T20:23:38,702 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:38,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:23:38,702 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:38,702 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T20:23:38,703 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T20:23:38,704 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T20:23:38,704 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:38,705 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T20:23:38,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741837_1013 (size=1138) 2024-11-20T20:23:38,753 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T20:23:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:23:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:23:39,167 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a01f8cd017bc7b0557dd44a58df789c4, NAME => 'hbase:replication,,1732134218702.a01f8cd017bc7b0557dd44a58df789c4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d 2024-11-20T20:23:39,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741838_1014 (size=44) 2024-11-20T20:23:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:23:39,571 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732134218702.a01f8cd017bc7b0557dd44a58df789c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:23:39,572 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a01f8cd017bc7b0557dd44a58df789c4, disabling compactions & flushes 2024-11-20T20:23:39,572 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732134218702.a01f8cd017bc7b0557dd44a58df789c4. 2024-11-20T20:23:39,572 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732134218702.a01f8cd017bc7b0557dd44a58df789c4. 2024-11-20T20:23:39,572 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732134218702.a01f8cd017bc7b0557dd44a58df789c4. after waiting 0 ms 2024-11-20T20:23:39,572 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732134218702.a01f8cd017bc7b0557dd44a58df789c4. 2024-11-20T20:23:39,572 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732134218702.a01f8cd017bc7b0557dd44a58df789c4. 2024-11-20T20:23:39,572 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a01f8cd017bc7b0557dd44a58df789c4: Waiting for close lock at 1732134219572Disabling compacts and flushes for region at 1732134219572Disabling writes for close at 1732134219572Writing region close event to WAL at 1732134219572Closed at 1732134219572 2024-11-20T20:23:39,573 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T20:23:39,573 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732134218702.a01f8cd017bc7b0557dd44a58df789c4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732134219573"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732134219573"}]},"ts":"1732134219573"} 2024-11-20T20:23:39,575 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T20:23:39,576 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T20:23:39,576 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134219576"}]},"ts":"1732134219576"} 2024-11-20T20:23:39,577 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T20:23:39,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a01f8cd017bc7b0557dd44a58df789c4, ASSIGN}] 2024-11-20T20:23:39,579 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a01f8cd017bc7b0557dd44a58df789c4, ASSIGN 2024-11-20T20:23:39,579 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a01f8cd017bc7b0557dd44a58df789c4, ASSIGN; state=OFFLINE, location=d7d59561a64e,35023,1732134201167; forceNewPlan=false, retain=false 2024-11-20T20:23:39,730 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a01f8cd017bc7b0557dd44a58df789c4, regionState=OPENING, regionLocation=d7d59561a64e,35023,1732134201167 2024-11-20T20:23:39,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a01f8cd017bc7b0557dd44a58df789c4, ASSIGN because future has completed 2024-11-20T20:23:39,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a01f8cd017bc7b0557dd44a58df789c4, server=d7d59561a64e,35023,1732134201167}] 2024-11-20T20:23:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:23:39,887 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732134218702.a01f8cd017bc7b0557dd44a58df789c4. 2024-11-20T20:23:39,887 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T20:23:39,888 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T20:23:39,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d7d59561a64e%2C35023%2C1732134201167.rep, suffix=, logDir=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167, archiveDir=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/oldWALs, maxLogs=10 2024-11-20T20:23:39,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.rep.1732134219889, exclude list is [], retry=0 2024-11-20T20:23:39,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45395,DS-7e57f01a-fc06-46d8-b56b-cd5907386bf1,DISK] 2024-11-20T20:23:39,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.rep.1732134219889 2024-11-20T20:23:39,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41651:41651)] 2024-11-20T20:23:39,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a01f8cd017bc7b0557dd44a58df789c4, NAME => 'hbase:replication,,1732134218702.a01f8cd017bc7b0557dd44a58df789c4.', STARTKEY => '', ENDKEY => ''} 2024-11-20T20:23:39,914 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T20:23:39,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T20:23:39,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732134218702.a01f8cd017bc7b0557dd44a58df789c4. service=MultiRowMutationService 2024-11-20T20:23:39,914 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T20:23:39,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a01f8cd017bc7b0557dd44a58df789c4 2024-11-20T20:23:39,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732134218702.a01f8cd017bc7b0557dd44a58df789c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T20:23:39,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a01f8cd017bc7b0557dd44a58df789c4 2024-11-20T20:23:39,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a01f8cd017bc7b0557dd44a58df789c4 2024-11-20T20:23:39,915 INFO [StoreOpener-a01f8cd017bc7b0557dd44a58df789c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a01f8cd017bc7b0557dd44a58df789c4 2024-11-20T20:23:39,916 INFO [StoreOpener-a01f8cd017bc7b0557dd44a58df789c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a01f8cd017bc7b0557dd44a58df789c4 columnFamilyName hfileref 2024-11-20T20:23:39,916 DEBUG [StoreOpener-a01f8cd017bc7b0557dd44a58df789c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:39,917 INFO [StoreOpener-a01f8cd017bc7b0557dd44a58df789c4-1 {}] regionserver.HStore(327): Store=a01f8cd017bc7b0557dd44a58df789c4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:23:39,917 INFO [StoreOpener-a01f8cd017bc7b0557dd44a58df789c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a01f8cd017bc7b0557dd44a58df789c4 2024-11-20T20:23:39,917 INFO [StoreOpener-a01f8cd017bc7b0557dd44a58df789c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a01f8cd017bc7b0557dd44a58df789c4 columnFamilyName queue 2024-11-20T20:23:39,918 DEBUG [StoreOpener-a01f8cd017bc7b0557dd44a58df789c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:39,918 INFO [StoreOpener-a01f8cd017bc7b0557dd44a58df789c4-1 {}] regionserver.HStore(327): Store=a01f8cd017bc7b0557dd44a58df789c4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:23:39,918 INFO [StoreOpener-a01f8cd017bc7b0557dd44a58df789c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a01f8cd017bc7b0557dd44a58df789c4 2024-11-20T20:23:39,918 INFO [StoreOpener-a01f8cd017bc7b0557dd44a58df789c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a01f8cd017bc7b0557dd44a58df789c4 columnFamilyName sid 2024-11-20T20:23:39,918 DEBUG [StoreOpener-a01f8cd017bc7b0557dd44a58df789c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T20:23:39,919 INFO [StoreOpener-a01f8cd017bc7b0557dd44a58df789c4-1 {}] regionserver.HStore(327): Store=a01f8cd017bc7b0557dd44a58df789c4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T20:23:39,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a01f8cd017bc7b0557dd44a58df789c4 2024-11-20T20:23:39,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/replication/a01f8cd017bc7b0557dd44a58df789c4 2024-11-20T20:23:39,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/replication/a01f8cd017bc7b0557dd44a58df789c4 2024-11-20T20:23:39,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a01f8cd017bc7b0557dd44a58df789c4 2024-11-20T20:23:39,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a01f8cd017bc7b0557dd44a58df789c4 2024-11-20T20:23:39,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T20:23:39,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a01f8cd017bc7b0557dd44a58df789c4 2024-11-20T20:23:39,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/replication/a01f8cd017bc7b0557dd44a58df789c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T20:23:39,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a01f8cd017bc7b0557dd44a58df789c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69927359, jitterRate=0.04199884831905365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T20:23:39,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a01f8cd017bc7b0557dd44a58df789c4 2024-11-20T20:23:39,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a01f8cd017bc7b0557dd44a58df789c4: Running coprocessor pre-open hook at 1732134219915Writing region info on filesystem at 1732134219915Initializing all the Stores at 1732134219915Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134219915Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134219915Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732134219915Cleaning up temporary data from old regions at 1732134219920 (+5 ms)Running coprocessor post-open hooks at 1732134219923 (+3 ms)Region opened successfully at 1732134219923 2024-11-20T20:23:39,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732134218702.a01f8cd017bc7b0557dd44a58df789c4., pid=10, masterSystemTime=1732134219884 2024-11-20T20:23:39,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732134218702.a01f8cd017bc7b0557dd44a58df789c4. 2024-11-20T20:23:39,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732134218702.a01f8cd017bc7b0557dd44a58df789c4. 2024-11-20T20:23:39,925 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a01f8cd017bc7b0557dd44a58df789c4, regionState=OPEN, openSeqNum=2, regionLocation=d7d59561a64e,35023,1732134201167 2024-11-20T20:23:39,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a01f8cd017bc7b0557dd44a58df789c4, server=d7d59561a64e,35023,1732134201167 because future has completed 2024-11-20T20:23:39,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T20:23:39,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a01f8cd017bc7b0557dd44a58df789c4, server=d7d59561a64e,35023,1732134201167 in 196 msec 2024-11-20T20:23:39,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T20:23:39,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a01f8cd017bc7b0557dd44a58df789c4, ASSIGN in 351 msec 2024-11-20T20:23:39,931 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T20:23:39,931 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732134219931"}]},"ts":"1732134219931"} 2024-11-20T20:23:39,932 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T20:23:39,933 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T20:23:39,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2310 sec 2024-11-20T20:23:39,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732134218702.a01f8cd017bc7b0557dd44a58df789c4., hostname=d7d59561a64e,35023,1732134201167, seqNum=2] 2024-11-20T20:23:40,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10159ea5b020001, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01600528554 2024-11-20T20:23:40,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10159ea5b020000, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01600528554 2024-11-20T20:23:40,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T20:23:40,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T20:23:40,340 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T20:23:40,366 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d7d59561a64e,35023,1732134201167, ReplicationSource: 1, currentBandwidth=0 2024-11-20T20:23:40,366 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:23:40,366 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,35023,1732134201167, seqNum=-1] 2024-11-20T20:23:40,367 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:23:40,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-20T20:23:40,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d7d59561a64e,35023,1732134201167', locateType=CURRENT is [region=hbase:replication,,1732134218702.a01f8cd017bc7b0557dd44a58df789c4., hostname=d7d59561a64e,35023,1732134201167, seqNum=2] 2024-11-20T20:23:40,371 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T20:23:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T20:23:40,375 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d7d59561a64e,35023,1732134201167 suceeded 2024-11-20T20:23:40,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T20:23:40,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-20T20:23:40,377 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d7d59561a64e:44721,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T20:23:40,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6830 sec 2024-11-20T20:23:40,389 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:44721' 2024-11-20T20:23:40,391 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ead27df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:40,391 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,44721,-1 for getting cluster id 2024-11-20T20:23:40,391 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:23:40,392 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c99eecb-a218-4fd7-98c9-d8ea493ec3d2' 2024-11-20T20:23:40,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:23:40,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c99eecb-a218-4fd7-98c9-d8ea493ec3d2" 2024-11-20T20:23:40,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@567536cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:40,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,44721,-1] 2024-11-20T20:23:40,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:23:40,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:40,393 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:23:40,394 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35c016f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:40,394 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:23:40,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,44721,1732134206136 2024-11-20T20:23:40,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b619fa3 2024-11-20T20:23:40,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:23:40,395 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-20T20:23:40,396 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d7d59561a64e,35023,1732134201167 (queues=1) is replicating from cluster=ced4de52-61ac-4a59-9cc7-4a6aa3d5e4bd to cluster=3c99eecb-a218-4fd7-98c9-d8ea493ec3d2 2024-11-20T20:23:40,396 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d7d59561a64e%2C35023%2C1732134201167 2024-11-20T20:23:40,396 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d7d59561a64e,35023,1732134201167, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T20:23:40,396 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134203081, startPosition=0, beingWritten=true 2024-11-20T20:23:40,400 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.shipperd7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7d59561a64e%2C35023%2C1732134201167 2024-11-20T20:23:40,406 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:23:40,406 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134203081 to pos 379, reset compression=false 2024-11-20T20:23:40,406 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.shipperd7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,35023,1732134201167 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134203081, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:23:40,600 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:23:40,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:40,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:40,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:40,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:40,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:40,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:40,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:40,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:40,610 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134203081 to pos 379, reset compression=false 2024-11-20T20:23:40,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:40,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:40,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:40,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:40,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:40,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:40,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:40,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:40,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:40,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T20:23:40,839 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T20:23:40,839 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:23:40,839 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:40,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:40,840 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:23:40,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:40,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7781cb0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:40,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,43093,-1 for getting cluster id 2024-11-20T20:23:40,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:23:40,841 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ced4de52-61ac-4a59-9cc7-4a6aa3d5e4bd' 2024-11-20T20:23:40,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:23:40,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ced4de52-61ac-4a59-9cc7-4a6aa3d5e4bd" 2024-11-20T20:23:40,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93700e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:40,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,43093,-1] 2024-11-20T20:23:40,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:23:40,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:40,842 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:23:40,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f00a5b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:40,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f814260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:40,843 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,44721,-1 for getting cluster id 2024-11-20T20:23:40,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:23:40,844 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c99eecb-a218-4fd7-98c9-d8ea493ec3d2' 2024-11-20T20:23:40,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:23:40,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c99eecb-a218-4fd7-98c9-d8ea493ec3d2" 2024-11-20T20:23:40,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@397b13bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:40,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,44721,-1] 2024-11-20T20:23:40,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:23:40,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:40,845 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:23:40,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce1e9c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:40,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cda0f1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:40,845 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,42659,-1 for getting cluster id 2024-11-20T20:23:40,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:23:40,846 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83b231a3-ea6c-4e82-86f2-aa4c2cfb4d54' 2024-11-20T20:23:40,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:23:40,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83b231a3-ea6c-4e82-86f2-aa4c2cfb4d54" 2024-11-20T20:23:40,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d8107b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:40,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,42659,-1] 2024-11-20T20:23:40,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:23:40,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:40,847 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:23:40,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c2c71d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:40,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:23:40,851 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732134220851/Put/seqid=0 2024-11-20T20:23:40,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741840_1016 (size=7894) 2024-11-20T20:23:40,914 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134203081 to pos 379, reset compression=false 2024-11-20T20:23:41,257 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732134221257/Put/seqid=0 2024-11-20T20:23:41,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741841_1017 (size=7691) 2024-11-20T20:23:41,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a415be6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:41,261 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,43093,-1 for getting cluster id 2024-11-20T20:23:41,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:23:41,268 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ced4de52-61ac-4a59-9cc7-4a6aa3d5e4bd' 2024-11-20T20:23:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:23:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ced4de52-61ac-4a59-9cc7-4a6aa3d5e4bd" 2024-11-20T20:23:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b828aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,43093,-1] 2024-11-20T20:23:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:23:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:41,269 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:23:41,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@552c4608, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:41,270 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:23:41,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,35023,1732134201167, seqNum=-1] 2024-11-20T20:23:41,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:23:41,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:23:41,277 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:23:41,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,43093,1732134200983 2024-11-20T20:23:41,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59397684 2024-11-20T20:23:41,279 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:23:41,279 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:23:41,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134., hostname=d7d59561a64e,35023,1732134201167, seqNum=2] 2024-11-20T20:23:41,286 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T20:23:41,291 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-20T20:23:41,294 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-20T20:23:41,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 7b4b1f5a2fe87d2b3b92bb74b76a1134/f 2024-11-20T20:23:41,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-20T20:23:41,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T20:23:41,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 7b4b1f5a2fe87d2b3b92bb74b76a1134/f 2024-11-20T20:23:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-20T20:23:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T20:23:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HRegion(2603): Flush status journal for 7b4b1f5a2fe87d2b3b92bb74b76a1134: 2024-11-20T20:23:41,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/staging/jenkins__test__p7453f00n7tthdr1iskigssl1gmmebkl3ub9hiv8d0qb3l3d8l2iciho4j1d5nft/f/hfile_0 2024-11-20T20:23:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/staging/jenkins__test__p7453f00n7tthdr1iskigssl1gmmebkl3ub9hiv8d0qb3l3d8l2iciho4j1d5nft/f/hfile_0 as hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/default/test/7b4b1f5a2fe87d2b3b92bb74b76a1134/f/bff940b9884e4cef94c9c2ea68be3d1a_SeqId_4_ 2024-11-20T20:23:41,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/staging/jenkins__test__p7453f00n7tthdr1iskigssl1gmmebkl3ub9hiv8d0qb3l3d8l2iciho4j1d5nft/f/hfile_1 2024-11-20T20:23:41,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/staging/jenkins__test__p7453f00n7tthdr1iskigssl1gmmebkl3ub9hiv8d0qb3l3d8l2iciho4j1d5nft/f/hfile_1 as hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/default/test/7b4b1f5a2fe87d2b3b92bb74b76a1134/f/b08a2ca9506746e5a4c5fecbe222510d_SeqId_4_ 2024-11-20T20:23:41,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/staging/jenkins__test__p7453f00n7tthdr1iskigssl1gmmebkl3ub9hiv8d0qb3l3d8l2iciho4j1d5nft/f/hfile_0 into 7b4b1f5a2fe87d2b3b92bb74b76a1134/f as hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/default/test/7b4b1f5a2fe87d2b3b92bb74b76a1134/f/bff940b9884e4cef94c9c2ea68be3d1a_SeqId_4_ - updating store file list. 2024-11-20T20:23:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bff940b9884e4cef94c9c2ea68be3d1a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T20:23:41,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/default/test/7b4b1f5a2fe87d2b3b92bb74b76a1134/f/bff940b9884e4cef94c9c2ea68be3d1a_SeqId_4_ into 7b4b1f5a2fe87d2b3b92bb74b76a1134/f 2024-11-20T20:23:41,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/staging/jenkins__test__p7453f00n7tthdr1iskigssl1gmmebkl3ub9hiv8d0qb3l3d8l2iciho4j1d5nft/f/hfile_0 into 7b4b1f5a2fe87d2b3b92bb74b76a1134/f (new location: hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/default/test/7b4b1f5a2fe87d2b3b92bb74b76a1134/f/bff940b9884e4cef94c9c2ea68be3d1a_SeqId_4_) 2024-11-20T20:23:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/staging/jenkins__test__p7453f00n7tthdr1iskigssl1gmmebkl3ub9hiv8d0qb3l3d8l2iciho4j1d5nft/f/hfile_0 2024-11-20T20:23:41,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/staging/jenkins__test__p7453f00n7tthdr1iskigssl1gmmebkl3ub9hiv8d0qb3l3d8l2iciho4j1d5nft/f/hfile_1 into 7b4b1f5a2fe87d2b3b92bb74b76a1134/f as hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/default/test/7b4b1f5a2fe87d2b3b92bb74b76a1134/f/b08a2ca9506746e5a4c5fecbe222510d_SeqId_4_ - updating store file list. 2024-11-20T20:23:41,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b08a2ca9506746e5a4c5fecbe222510d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T20:23:41,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/default/test/7b4b1f5a2fe87d2b3b92bb74b76a1134/f/b08a2ca9506746e5a4c5fecbe222510d_SeqId_4_ into 7b4b1f5a2fe87d2b3b92bb74b76a1134/f 2024-11-20T20:23:41,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/staging/jenkins__test__p7453f00n7tthdr1iskigssl1gmmebkl3ub9hiv8d0qb3l3d8l2iciho4j1d5nft/f/hfile_1 into 7b4b1f5a2fe87d2b3b92bb74b76a1134/f (new location: hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/default/test/7b4b1f5a2fe87d2b3b92bb74b76a1134/f/b08a2ca9506746e5a4c5fecbe222510d_SeqId_4_) 2024-11-20T20:23:41,317 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134203081 to pos 379, reset compression=false 2024-11-20T20:23:41,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/staging/jenkins__test__p7453f00n7tthdr1iskigssl1gmmebkl3ub9hiv8d0qb3l3d8l2iciho4j1d5nft/f/hfile_1 2024-11-20T20:23:41,322 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:23:41,322 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:41,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:41,322 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:23:41,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:41,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134., hostname=d7d59561a64e,35023,1732134201167, seqNum=2 , the old value is region=test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134., hostname=d7d59561a64e,35023,1732134201167, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d7d59561a64e:35023 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T20:23:41,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134., hostname=d7d59561a64e,35023,1732134201167, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T20:23:41,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134., hostname=d7d59561a64e,35023,1732134201167, seqNum=2 from cache 2024-11-20T20:23:41,323 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T20:23:41,323 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:23:41,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,45139,1732134206658, seqNum=-1] 2024-11-20T20:23:41,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:23:41,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:23:41,327 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732134215902.348c3248b85ff2109e905636a8d3dcea., hostname=d7d59561a64e,45139,1732134206658, seqNum=2] 2024-11-20T20:23:41,328 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T20:23:41,330 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:23:41,330 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.shipperd7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,35023,1732134201167 got entry batch from reader: WALEntryBatch [walEntries=[{test/7b4b1f5a2fe87d2b3b92bb74b76a1134/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732134221320/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134203081, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T20:23:41,332 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.shipperd7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:23:41,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-20T20:23:41,333 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.ReplicationSink(318): Replicating [ced4de52-61ac-4a59-9cc7-4a6aa3d5e4bd] bulk loaded data 2024-11-20T20:23:41,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@595775fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:41,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,44721,-1 for getting cluster id 2024-11-20T20:23:41,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:23:41,334 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c99eecb-a218-4fd7-98c9-d8ea493ec3d2' 2024-11-20T20:23:41,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:23:41,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c99eecb-a218-4fd7-98c9-d8ea493ec3d2" 2024-11-20T20:23:41,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cf94249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:41,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,44721,-1] 2024-11-20T20:23:41,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:23:41,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:41,335 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:23:41,336 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5be2dc96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:41,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741837_1013 (size=7894) 2024-11-20T20:23:41,429 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35023 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T20:23:41,475 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T20:23:41,530 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134203081 to pos 687, reset compression=false 2024-11-20T20:23:41,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741838_1014 (size=7691) 2024-11-20T20:23:41,834 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134203081 to pos 687, reset compression=false 2024-11-20T20:23:42,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:23:42,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,44721,1732134206136 2024-11-20T20:23:42,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2da81cd1 2024-11-20T20:23:42,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:23:42,197 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-20T20:23:42,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T20:23:42,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:23:42,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,45139,1732134206658, seqNum=-1] 2024-11-20T20:23:42,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:23:42,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-20T20:23:42,224 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/staging/jenkins.hfs.22__test__ln8ntbt40n2uprr31q2fhllboal8lf8pisu2fcpfek2keqcguenpp9jjqrkj20um/f/b08a2ca9506746e5a4c5fecbe222510d_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-20T20:23:42,227 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/staging/jenkins.hfs.22__test__ln8ntbt40n2uprr31q2fhllboal8lf8pisu2fcpfek2keqcguenpp9jjqrkj20um/f/bff940b9884e4cef94c9c2ea68be3d1a_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-20T20:23:42,237 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134203081 to pos 687, reset compression=false 2024-11-20T20:23:42,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/staging/jenkins.hfs.22__test__ln8ntbt40n2uprr31q2fhllboal8lf8pisu2fcpfek2keqcguenpp9jjqrkj20um/f/b08a2ca9506746e5a4c5fecbe222510d_SeqId_4_ for inclusion in 348c3248b85ff2109e905636a8d3dcea/f 2024-11-20T20:23:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-20T20:23:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T20:23:42,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/staging/jenkins.hfs.22__test__ln8ntbt40n2uprr31q2fhllboal8lf8pisu2fcpfek2keqcguenpp9jjqrkj20um/f/bff940b9884e4cef94c9c2ea68be3d1a_SeqId_4_ for inclusion in 348c3248b85ff2109e905636a8d3dcea/f 2024-11-20T20:23:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-20T20:23:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T20:23:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HRegion(2603): Flush status journal for 348c3248b85ff2109e905636a8d3dcea: 2024-11-20T20:23:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b08a2ca9506746e5a4c5fecbe222510d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T20:23:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/staging/jenkins.hfs.22__test__ln8ntbt40n2uprr31q2fhllboal8lf8pisu2fcpfek2keqcguenpp9jjqrkj20um/f/b08a2ca9506746e5a4c5fecbe222510d_SeqId_4_ as hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/default/test/348c3248b85ff2109e905636a8d3dcea/f/3b7560fdc1ef481d849209cc2724c494_SeqId_4_ 2024-11-20T20:23:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bff940b9884e4cef94c9c2ea68be3d1a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T20:23:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/staging/jenkins.hfs.22__test__ln8ntbt40n2uprr31q2fhllboal8lf8pisu2fcpfek2keqcguenpp9jjqrkj20um/f/bff940b9884e4cef94c9c2ea68be3d1a_SeqId_4_ as hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/default/test/348c3248b85ff2109e905636a8d3dcea/f/a3c7e7dda2fd425f9dd17391733b61f4_SeqId_4_ 2024-11-20T20:23:42,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/staging/jenkins.hfs.22__test__ln8ntbt40n2uprr31q2fhllboal8lf8pisu2fcpfek2keqcguenpp9jjqrkj20um/f/b08a2ca9506746e5a4c5fecbe222510d_SeqId_4_ into 348c3248b85ff2109e905636a8d3dcea/f as hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/default/test/348c3248b85ff2109e905636a8d3dcea/f/3b7560fdc1ef481d849209cc2724c494_SeqId_4_ - updating store file list. 2024-11-20T20:23:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3b7560fdc1ef481d849209cc2724c494_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T20:23:42,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/default/test/348c3248b85ff2109e905636a8d3dcea/f/3b7560fdc1ef481d849209cc2724c494_SeqId_4_ into 348c3248b85ff2109e905636a8d3dcea/f 2024-11-20T20:23:42,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/staging/jenkins.hfs.22__test__ln8ntbt40n2uprr31q2fhllboal8lf8pisu2fcpfek2keqcguenpp9jjqrkj20um/f/b08a2ca9506746e5a4c5fecbe222510d_SeqId_4_ into 348c3248b85ff2109e905636a8d3dcea/f (new location: hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/default/test/348c3248b85ff2109e905636a8d3dcea/f/3b7560fdc1ef481d849209cc2724c494_SeqId_4_) 2024-11-20T20:23:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/staging/jenkins.hfs.22__test__ln8ntbt40n2uprr31q2fhllboal8lf8pisu2fcpfek2keqcguenpp9jjqrkj20um/f/b08a2ca9506746e5a4c5fecbe222510d_SeqId_4_ 2024-11-20T20:23:42,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/staging/jenkins.hfs.22__test__ln8ntbt40n2uprr31q2fhllboal8lf8pisu2fcpfek2keqcguenpp9jjqrkj20um/f/bff940b9884e4cef94c9c2ea68be3d1a_SeqId_4_ into 348c3248b85ff2109e905636a8d3dcea/f as hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/default/test/348c3248b85ff2109e905636a8d3dcea/f/a3c7e7dda2fd425f9dd17391733b61f4_SeqId_4_ - updating store file list. 2024-11-20T20:23:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a3c7e7dda2fd425f9dd17391733b61f4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T20:23:42,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/default/test/348c3248b85ff2109e905636a8d3dcea/f/a3c7e7dda2fd425f9dd17391733b61f4_SeqId_4_ into 348c3248b85ff2109e905636a8d3dcea/f 2024-11-20T20:23:42,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/staging/jenkins.hfs.22__test__ln8ntbt40n2uprr31q2fhllboal8lf8pisu2fcpfek2keqcguenpp9jjqrkj20um/f/bff940b9884e4cef94c9c2ea68be3d1a_SeqId_4_ into 348c3248b85ff2109e905636a8d3dcea/f (new location: hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/default/test/348c3248b85ff2109e905636a8d3dcea/f/a3c7e7dda2fd425f9dd17391733b61f4_SeqId_4_) 2024-11-20T20:23:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/staging/jenkins.hfs.22__test__ln8ntbt40n2uprr31q2fhllboal8lf8pisu2fcpfek2keqcguenpp9jjqrkj20um/f/bff940b9884e4cef94c9c2ea68be3d1a_SeqId_4_ 2024-11-20T20:23:42,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.ReplicationSink(324): Finished replicating [ced4de52-61ac-4a59-9cc7-4a6aa3d5e4bd] bulk loaded data 2024-11-20T20:23:42,341 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:23:42,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,42047,1732134212586, seqNum=-1] 2024-11-20T20:23:42,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:23:42,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:23:42,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732134216534.a5f4bcd658dde355f1bef593d41f3347., hostname=d7d59561a64e,42047,1732134212586, seqNum=2] 2024-11-20T20:23:42,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:23:42,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T20:23:42,356 DEBUG [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d7d59561a64e%2C35023%2C1732134201167.meta:.meta(num 1732134203762) roll requested 2024-11-20T20:23:42,373 DEBUG [regionserver/d7d59561a64e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.meta.1732134222356.meta, exclude list is [], retry=0 2024-11-20T20:23:42,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45395,DS-7e57f01a-fc06-46d8-b56b-cd5907386bf1,DISK] 2024-11-20T20:23:42,381 INFO [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.meta.1732134203762.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.meta.1732134222356.meta 2024-11-20T20:23:42,381 DEBUG [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41651:41651)] 2024-11-20T20:23:42,381 DEBUG [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.meta.1732134203762.meta is not closed yet, will try archiving it next time 2024-11-20T20:23:42,381 DEBUG [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d7d59561a64e%2C35023%2C1732134201167.rep:(num 1732134219889) roll requested 2024-11-20T20:23:42,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741834_1010 (size=3473) 2024-11-20T20:23:42,398 DEBUG [regionserver/d7d59561a64e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.rep.1732134222381, exclude list is [], retry=0 2024-11-20T20:23:42,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45395,DS-7e57f01a-fc06-46d8-b56b-cd5907386bf1,DISK] 2024-11-20T20:23:42,415 INFO [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.rep.1732134219889 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.rep.1732134222381 2024-11-20T20:23:42,416 DEBUG [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41651:41651)] 2024-11-20T20:23:42,416 DEBUG [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.rep.1732134219889 is not closed yet, will try archiving it next time 2024-11-20T20:23:42,416 DEBUG [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d7d59561a64e%2C35023%2C1732134201167:(num 1732134203081) roll requested 2024-11-20T20:23:42,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741839_1015 (size=1505) 2024-11-20T20:23:42,434 DEBUG [regionserver/d7d59561a64e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416, exclude list is [], retry=0 2024-11-20T20:23:42,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45395,DS-7e57f01a-fc06-46d8-b56b-cd5907386bf1,DISK] 2024-11-20T20:23:42,449 INFO [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134203081 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416 2024-11-20T20:23:42,452 DEBUG [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41651:41651)] 2024-11-20T20:23:42,452 DEBUG [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134203081 is not closed yet, will try archiving it next time 2024-11-20T20:23:42,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741832_1008 (size=695) 2024-11-20T20:23:42,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422e70a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:42,456 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,43093,-1 for getting cluster id 2024-11-20T20:23:42,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:23:42,457 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ced4de52-61ac-4a59-9cc7-4a6aa3d5e4bd' 2024-11-20T20:23:42,457 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:23:42,457 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ced4de52-61ac-4a59-9cc7-4a6aa3d5e4bd" 2024-11-20T20:23:42,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d5f053, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:42,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,43093,-1] 2024-11-20T20:23:42,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:23:42,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:42,460 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:23:42,460 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134203081 to hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/oldWALs/d7d59561a64e%2C35023%2C1732134201167.1732134203081 2024-11-20T20:23:42,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4faf5270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:42,461 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:23:42,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,43093,1732134200983 2024-11-20T20:23:42,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ad82254 2024-11-20T20:23:42,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:23:42,463 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:23:42,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://d7d59561a64e:42659,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T20:23:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T20:23:42,467 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:42659' 2024-11-20T20:23:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T20:23:42,472 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@587ea623, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:42,472 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,42659,-1 for getting cluster id 2024-11-20T20:23:42,472 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:23:42,473 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83b231a3-ea6c-4e82-86f2-aa4c2cfb4d54' 2024-11-20T20:23:42,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:23:42,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83b231a3-ea6c-4e82-86f2-aa4c2cfb4d54" 2024-11-20T20:23:42,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dcbb28c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:42,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,42659,-1] 2024-11-20T20:23:42,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:23:42,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:42,475 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:23:42,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293f1b73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:42,476 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:23:42,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,42659,1732134212416 2024-11-20T20:23:42,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1db8f494 2024-11-20T20:23:42,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:23:42,479 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:23:42,485 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T20:23:42,485 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T20:23:42,485 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:42,485 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:42,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:23:42,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T20:23:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T20:23:42,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-20T20:23:42,707 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-20T20:23:42,748 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-d7d59561a64e,35023,1732134201167, ReplicationSource: 2, currentBandwidth=0 2024-11-20T20:23:42,752 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-20T20:23:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-20T20:23:42,757 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134203081 to pos 687, reset compression=false 2024-11-20T20:23:42,758 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on d7d59561a64e,35023,1732134201167 suceeded 2024-11-20T20:23:42,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T20:23:42,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-20T20:23:42,760 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://d7d59561a64e:42659,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T20:23:42,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 296 msec 2024-11-20T20:23:42,771 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134203081 was moved to hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/oldWALs/d7d59561a64e%2C35023%2C1732134201167.1732134203081 2024-11-20T20:23:42,772 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d7d59561a64e:42659' 2024-11-20T20:23:42,773 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134203081 2024-11-20T20:23:42,773 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.shipperd7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,35023,1732134201167 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134203081, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-20T20:23:42,773 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416, startPosition=0, beingWritten=true 2024-11-20T20:23:42,774 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cbb42f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:42,774 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,42659,-1 for getting cluster id 2024-11-20T20:23:42,774 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:23:42,776 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.shipperd7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [d7d59561a64e%2C35023%2C1732134201167.1732134203081] 2024-11-20T20:23:42,776 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83b231a3-ea6c-4e82-86f2-aa4c2cfb4d54' 2024-11-20T20:23:42,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:23:42,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83b231a3-ea6c-4e82-86f2-aa4c2cfb4d54" 2024-11-20T20:23:42,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ca751c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:42,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,42659,-1] 2024-11-20T20:23:42,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:23:42,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:42,777 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:23:42,778 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@91dca28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:42,778 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:23:42,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,42659,1732134212416 2024-11-20T20:23:42,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fcefa7a 2024-11-20T20:23:42,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:23:42,780 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-20T20:23:42,782 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-d7d59561a64e,35023,1732134201167 (queues=1) is replicating from cluster=ced4de52-61ac-4a59-9cc7-4a6aa3d5e4bd to cluster=83b231a3-ea6c-4e82-86f2-aa4c2cfb4d54 2024-11-20T20:23:42,782 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=d7d59561a64e%2C35023%2C1732134201167 2024-11-20T20:23:42,782 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-d7d59561a64e,35023,1732134201167, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T20:23:42,784 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416, startPosition=0, beingWritten=true 2024-11-20T20:23:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T20:23:42,790 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-20T20:23:42,790 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:23:42,790 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:42,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:42,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:42,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T20:23:42,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:23:42,796 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.shipperd7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d7d59561a64e%2C35023%2C1732134201167 2024-11-20T20:23:42,805 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732134222804/Put/seqid=0 2024-11-20T20:23:42,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741845_1021 (size=11194) 2024-11-20T20:23:42,823 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732134222822/Put/seqid=0 2024-11-20T20:23:42,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741846_1022 (size=10791) 2024-11-20T20:23:42,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b090390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:42,831 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,43093,-1 for getting cluster id 2024-11-20T20:23:42,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:23:42,831 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ced4de52-61ac-4a59-9cc7-4a6aa3d5e4bd' 2024-11-20T20:23:42,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:23:42,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ced4de52-61ac-4a59-9cc7-4a6aa3d5e4bd" 2024-11-20T20:23:42,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d37d9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:42,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,43093,-1] 2024-11-20T20:23:42,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:23:42,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:42,833 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:23:42,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54881a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:42,833 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:23:42,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,35023,1732134201167, seqNum=-1] 2024-11-20T20:23:42,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:23:42,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T20:23:42,841 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:23:42,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,43093,1732134200983 2024-11-20T20:23:42,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c7498a5 2024-11-20T20:23:42,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:23:42,843 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T20:23:42,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134., hostname=d7d59561a64e,35023,1732134201167, seqNum=2] 2024-11-20T20:23:42,852 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T20:23:42,863 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-20T20:23:42,866 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-20T20:23:42,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 7b4b1f5a2fe87d2b3b92bb74b76a1134/f 2024-11-20T20:23:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-20T20:23:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T20:23:42,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 7b4b1f5a2fe87d2b3b92bb74b76a1134/f 2024-11-20T20:23:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-20T20:23:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T20:23:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HRegion(2603): Flush status journal for 7b4b1f5a2fe87d2b3b92bb74b76a1134: 2024-11-20T20:23:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/staging/jenkins__test__qgp66nmsij8io3441ae0rdc8ckiav20v4o2qhnpcgk37von0tnc5d4rgobkg0vl8/f/hfile_0 2024-11-20T20:23:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/staging/jenkins__test__qgp66nmsij8io3441ae0rdc8ckiav20v4o2qhnpcgk37von0tnc5d4rgobkg0vl8/f/hfile_0 as hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/default/test/7b4b1f5a2fe87d2b3b92bb74b76a1134/f/17b95f26904f4522a3a0fb224bbc42d4_SeqId_6_ 2024-11-20T20:23:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/staging/jenkins__test__qgp66nmsij8io3441ae0rdc8ckiav20v4o2qhnpcgk37von0tnc5d4rgobkg0vl8/f/hfile_1 2024-11-20T20:23:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/staging/jenkins__test__qgp66nmsij8io3441ae0rdc8ckiav20v4o2qhnpcgk37von0tnc5d4rgobkg0vl8/f/hfile_1 as hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/default/test/7b4b1f5a2fe87d2b3b92bb74b76a1134/f/26d855d75e37479891cbbceb3169d768_SeqId_6_ 2024-11-20T20:23:42,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/staging/jenkins__test__qgp66nmsij8io3441ae0rdc8ckiav20v4o2qhnpcgk37von0tnc5d4rgobkg0vl8/f/hfile_0 into 7b4b1f5a2fe87d2b3b92bb74b76a1134/f as hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/default/test/7b4b1f5a2fe87d2b3b92bb74b76a1134/f/17b95f26904f4522a3a0fb224bbc42d4_SeqId_6_ - updating store file list. 2024-11-20T20:23:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 17b95f26904f4522a3a0fb224bbc42d4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T20:23:42,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/default/test/7b4b1f5a2fe87d2b3b92bb74b76a1134/f/17b95f26904f4522a3a0fb224bbc42d4_SeqId_6_ into 7b4b1f5a2fe87d2b3b92bb74b76a1134/f 2024-11-20T20:23:42,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/staging/jenkins__test__qgp66nmsij8io3441ae0rdc8ckiav20v4o2qhnpcgk37von0tnc5d4rgobkg0vl8/f/hfile_0 into 7b4b1f5a2fe87d2b3b92bb74b76a1134/f (new location: hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/default/test/7b4b1f5a2fe87d2b3b92bb74b76a1134/f/17b95f26904f4522a3a0fb224bbc42d4_SeqId_6_) 2024-11-20T20:23:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/staging/jenkins__test__qgp66nmsij8io3441ae0rdc8ckiav20v4o2qhnpcgk37von0tnc5d4rgobkg0vl8/f/hfile_0 2024-11-20T20:23:42,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/staging/jenkins__test__qgp66nmsij8io3441ae0rdc8ckiav20v4o2qhnpcgk37von0tnc5d4rgobkg0vl8/f/hfile_1 into 7b4b1f5a2fe87d2b3b92bb74b76a1134/f as hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/default/test/7b4b1f5a2fe87d2b3b92bb74b76a1134/f/26d855d75e37479891cbbceb3169d768_SeqId_6_ - updating store file list. 2024-11-20T20:23:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 26d855d75e37479891cbbceb3169d768_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T20:23:42,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/default/test/7b4b1f5a2fe87d2b3b92bb74b76a1134/f/26d855d75e37479891cbbceb3169d768_SeqId_6_ into 7b4b1f5a2fe87d2b3b92bb74b76a1134/f 2024-11-20T20:23:42,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/staging/jenkins__test__qgp66nmsij8io3441ae0rdc8ckiav20v4o2qhnpcgk37von0tnc5d4rgobkg0vl8/f/hfile_1 into 7b4b1f5a2fe87d2b3b92bb74b76a1134/f (new location: hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/default/test/7b4b1f5a2fe87d2b3b92bb74b76a1134/f/26d855d75e37479891cbbceb3169d768_SeqId_6_) 2024-11-20T20:23:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35023 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/staging/jenkins__test__qgp66nmsij8io3441ae0rdc8ckiav20v4o2qhnpcgk37von0tnc5d4rgobkg0vl8/f/hfile_1 2024-11-20T20:23:42,900 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:23:42,900 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:42,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:42,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134., hostname=d7d59561a64e,35023,1732134201167, seqNum=2 , the old value is region=test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134., hostname=d7d59561a64e,35023,1732134201167, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d7d59561a64e:35023 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T20:23:42,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134., hostname=d7d59561a64e,35023,1732134201167, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T20:23:42,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134., hostname=d7d59561a64e,35023,1732134201167, seqNum=2 from cache 2024-11-20T20:23:42,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:42,901 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:23:42,902 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T20:23:42,905 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T20:23:43,006 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416 to pos 0, reset compression=false 2024-11-20T20:23:43,010 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35023 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T20:23:43,011 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:23:43,011 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.shipperd7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-d7d59561a64e,35023,1732134201167 got entry batch from reader: WALEntryBatch [walEntries=[{test/7b4b1f5a2fe87d2b3b92bb74b76a1134/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732134222899/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T20:23:43,013 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.shipperd7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T20:23:43,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-20T20:23:43,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] regionserver.ReplicationSink(318): Replicating [ced4de52-61ac-4a59-9cc7-4a6aa3d5e4bd] bulk loaded data 2024-11-20T20:23:43,015 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@783985d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:43,015 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] client.ClusterIdFetcher(90): Going to request d7d59561a64e,42659,-1 for getting cluster id 2024-11-20T20:23:43,015 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T20:23:43,015 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83b231a3-ea6c-4e82-86f2-aa4c2cfb4d54' 2024-11-20T20:23:43,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T20:23:43,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83b231a3-ea6c-4e82-86f2-aa4c2cfb4d54" 2024-11-20T20:23:43,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53e3ac5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:43,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7d59561a64e,42659,-1] 2024-11-20T20:23:43,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T20:23:43,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:43,017 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-20T20:23:43,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c7649b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T20:23:43,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741837_1013 (size=11194) 2024-11-20T20:23:43,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741838_1014 (size=10791) 2024-11-20T20:23:43,211 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416 to pos 393, reset compression=false 2024-11-20T20:23:43,390 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416 to pos 0, reset compression=false 2024-11-20T20:23:43,394 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T20:23:43,395 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.shipperd7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,35023,1732134201167 got entry batch from reader: WALEntryBatch [walEntries=[{test/7b4b1f5a2fe87d2b3b92bb74b76a1134/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732134222899/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T20:23:43,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.ReplicationSink(318): Replicating [ced4de52-61ac-4a59-9cc7-4a6aa3d5e4bd] bulk loaded data 2024-11-20T20:23:43,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741839_1015 (size=11194) 2024-11-20T20:23:43,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:23:43,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7d59561a64e,42659,1732134212416 2024-11-20T20:23:43,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52e4eedc 2024-11-20T20:23:43,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T20:23:43,454 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-20T20:23:43,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T20:23:43,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T20:23:43,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7d59561a64e,42047,1732134212586, seqNum=-1] 2024-11-20T20:23:43,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T20:23:43,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-20T20:23:43,464 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/staging/jenkins.hfs.23__test__rh8p8hhqd54ugimh1mcqrema111lsuaf2lh11f7n6vrbpbj56jjbc02b7deggnks/f/17b95f26904f4522a3a0fb224bbc42d4_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-20T20:23:43,466 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/staging/jenkins.hfs.23__test__rh8p8hhqd54ugimh1mcqrema111lsuaf2lh11f7n6vrbpbj56jjbc02b7deggnks/f/26d855d75e37479891cbbceb3169d768_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-20T20:23:43,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/staging/jenkins.hfs.23__test__rh8p8hhqd54ugimh1mcqrema111lsuaf2lh11f7n6vrbpbj56jjbc02b7deggnks/f/26d855d75e37479891cbbceb3169d768_SeqId_6_ for inclusion in a5f4bcd658dde355f1bef593d41f3347/f 2024-11-20T20:23:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-20T20:23:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T20:23:43,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/staging/jenkins.hfs.23__test__rh8p8hhqd54ugimh1mcqrema111lsuaf2lh11f7n6vrbpbj56jjbc02b7deggnks/f/17b95f26904f4522a3a0fb224bbc42d4_SeqId_6_ for inclusion in a5f4bcd658dde355f1bef593d41f3347/f 2024-11-20T20:23:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-20T20:23:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T20:23:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] regionserver.HRegion(2603): Flush status journal for a5f4bcd658dde355f1bef593d41f3347: 2024-11-20T20:23:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 26d855d75e37479891cbbceb3169d768_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T20:23:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/staging/jenkins.hfs.23__test__rh8p8hhqd54ugimh1mcqrema111lsuaf2lh11f7n6vrbpbj56jjbc02b7deggnks/f/26d855d75e37479891cbbceb3169d768_SeqId_6_ as hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/default/test/a5f4bcd658dde355f1bef593d41f3347/f/861d4ba57d0d4ce6890389391bec5929_SeqId_4_ 2024-11-20T20:23:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 17b95f26904f4522a3a0fb224bbc42d4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T20:23:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/staging/jenkins.hfs.23__test__rh8p8hhqd54ugimh1mcqrema111lsuaf2lh11f7n6vrbpbj56jjbc02b7deggnks/f/17b95f26904f4522a3a0fb224bbc42d4_SeqId_6_ as hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/default/test/a5f4bcd658dde355f1bef593d41f3347/f/58caf1c93075404cbedaa30212177e73_SeqId_4_ 2024-11-20T20:23:43,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/staging/jenkins.hfs.23__test__rh8p8hhqd54ugimh1mcqrema111lsuaf2lh11f7n6vrbpbj56jjbc02b7deggnks/f/26d855d75e37479891cbbceb3169d768_SeqId_6_ into a5f4bcd658dde355f1bef593d41f3347/f as hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/default/test/a5f4bcd658dde355f1bef593d41f3347/f/861d4ba57d0d4ce6890389391bec5929_SeqId_4_ - updating store file list. 2024-11-20T20:23:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 861d4ba57d0d4ce6890389391bec5929_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T20:23:43,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/default/test/a5f4bcd658dde355f1bef593d41f3347/f/861d4ba57d0d4ce6890389391bec5929_SeqId_4_ into a5f4bcd658dde355f1bef593d41f3347/f 2024-11-20T20:23:43,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/staging/jenkins.hfs.23__test__rh8p8hhqd54ugimh1mcqrema111lsuaf2lh11f7n6vrbpbj56jjbc02b7deggnks/f/26d855d75e37479891cbbceb3169d768_SeqId_6_ into a5f4bcd658dde355f1bef593d41f3347/f (new location: hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/default/test/a5f4bcd658dde355f1bef593d41f3347/f/861d4ba57d0d4ce6890389391bec5929_SeqId_4_) 2024-11-20T20:23:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/staging/jenkins.hfs.23__test__rh8p8hhqd54ugimh1mcqrema111lsuaf2lh11f7n6vrbpbj56jjbc02b7deggnks/f/26d855d75e37479891cbbceb3169d768_SeqId_6_ 2024-11-20T20:23:43,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/staging/jenkins.hfs.23__test__rh8p8hhqd54ugimh1mcqrema111lsuaf2lh11f7n6vrbpbj56jjbc02b7deggnks/f/17b95f26904f4522a3a0fb224bbc42d4_SeqId_6_ into a5f4bcd658dde355f1bef593d41f3347/f as hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/default/test/a5f4bcd658dde355f1bef593d41f3347/f/58caf1c93075404cbedaa30212177e73_SeqId_4_ - updating store file list. 2024-11-20T20:23:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 58caf1c93075404cbedaa30212177e73_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T20:23:43,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/default/test/a5f4bcd658dde355f1bef593d41f3347/f/58caf1c93075404cbedaa30212177e73_SeqId_4_ into a5f4bcd658dde355f1bef593d41f3347/f 2024-11-20T20:23:43,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/staging/jenkins.hfs.23__test__rh8p8hhqd54ugimh1mcqrema111lsuaf2lh11f7n6vrbpbj56jjbc02b7deggnks/f/17b95f26904f4522a3a0fb224bbc42d4_SeqId_6_ into a5f4bcd658dde355f1bef593d41f3347/f (new location: hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/default/test/a5f4bcd658dde355f1bef593d41f3347/f/58caf1c93075404cbedaa30212177e73_SeqId_4_) 2024-11-20T20:23:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/staging/jenkins.hfs.23__test__rh8p8hhqd54ugimh1mcqrema111lsuaf2lh11f7n6vrbpbj56jjbc02b7deggnks/f/17b95f26904f4522a3a0fb224bbc42d4_SeqId_6_ 2024-11-20T20:23:43,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] regionserver.ReplicationSink(324): Finished replicating [ced4de52-61ac-4a59-9cc7-4a6aa3d5e4bd] bulk loaded data 2024-11-20T20:23:43,515 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416 to pos 393, reset compression=false 2024-11-20T20:23:43,595 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416 to pos 393, reset compression=false 2024-11-20T20:23:43,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741840_1016 (size=10791) 2024-11-20T20:23:43,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T20:23:43,819 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/staging/jenkins.hfs.22__test__pk5b5o1ae4pptangfc5jg2ors0p6n5rbs4vseqmnmcpmeu4ofvd132qtgthnd1qr/f/17b95f26904f4522a3a0fb224bbc42d4_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-20T20:23:43,821 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/staging/jenkins.hfs.22__test__pk5b5o1ae4pptangfc5jg2ors0p6n5rbs4vseqmnmcpmeu4ofvd132qtgthnd1qr/f/26d855d75e37479891cbbceb3169d768_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-20T20:23:43,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/staging/jenkins.hfs.22__test__pk5b5o1ae4pptangfc5jg2ors0p6n5rbs4vseqmnmcpmeu4ofvd132qtgthnd1qr/f/17b95f26904f4522a3a0fb224bbc42d4_SeqId_6_ for inclusion in 348c3248b85ff2109e905636a8d3dcea/f 2024-11-20T20:23:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-20T20:23:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T20:23:43,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/staging/jenkins.hfs.22__test__pk5b5o1ae4pptangfc5jg2ors0p6n5rbs4vseqmnmcpmeu4ofvd132qtgthnd1qr/f/26d855d75e37479891cbbceb3169d768_SeqId_6_ for inclusion in 348c3248b85ff2109e905636a8d3dcea/f 2024-11-20T20:23:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-20T20:23:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T20:23:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HRegion(2603): Flush status journal for 348c3248b85ff2109e905636a8d3dcea: 2024-11-20T20:23:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 17b95f26904f4522a3a0fb224bbc42d4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T20:23:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/staging/jenkins.hfs.22__test__pk5b5o1ae4pptangfc5jg2ors0p6n5rbs4vseqmnmcpmeu4ofvd132qtgthnd1qr/f/17b95f26904f4522a3a0fb224bbc42d4_SeqId_6_ as hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/default/test/348c3248b85ff2109e905636a8d3dcea/f/2a1aee975daf4bc09208ebfad829f8fe_SeqId_6_ 2024-11-20T20:23:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 26d855d75e37479891cbbceb3169d768_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T20:23:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/staging/jenkins.hfs.22__test__pk5b5o1ae4pptangfc5jg2ors0p6n5rbs4vseqmnmcpmeu4ofvd132qtgthnd1qr/f/26d855d75e37479891cbbceb3169d768_SeqId_6_ as hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/default/test/348c3248b85ff2109e905636a8d3dcea/f/df97355d6be04998983d6235f3f2849b_SeqId_6_ 2024-11-20T20:23:43,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/staging/jenkins.hfs.22__test__pk5b5o1ae4pptangfc5jg2ors0p6n5rbs4vseqmnmcpmeu4ofvd132qtgthnd1qr/f/17b95f26904f4522a3a0fb224bbc42d4_SeqId_6_ into 348c3248b85ff2109e905636a8d3dcea/f as hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/default/test/348c3248b85ff2109e905636a8d3dcea/f/2a1aee975daf4bc09208ebfad829f8fe_SeqId_6_ - updating store file list. 2024-11-20T20:23:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2a1aee975daf4bc09208ebfad829f8fe_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T20:23:43,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/default/test/348c3248b85ff2109e905636a8d3dcea/f/2a1aee975daf4bc09208ebfad829f8fe_SeqId_6_ into 348c3248b85ff2109e905636a8d3dcea/f 2024-11-20T20:23:43,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/staging/jenkins.hfs.22__test__pk5b5o1ae4pptangfc5jg2ors0p6n5rbs4vseqmnmcpmeu4ofvd132qtgthnd1qr/f/17b95f26904f4522a3a0fb224bbc42d4_SeqId_6_ into 348c3248b85ff2109e905636a8d3dcea/f (new location: hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/default/test/348c3248b85ff2109e905636a8d3dcea/f/2a1aee975daf4bc09208ebfad829f8fe_SeqId_6_) 2024-11-20T20:23:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/staging/jenkins.hfs.22__test__pk5b5o1ae4pptangfc5jg2ors0p6n5rbs4vseqmnmcpmeu4ofvd132qtgthnd1qr/f/17b95f26904f4522a3a0fb224bbc42d4_SeqId_6_ 2024-11-20T20:23:43,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/staging/jenkins.hfs.22__test__pk5b5o1ae4pptangfc5jg2ors0p6n5rbs4vseqmnmcpmeu4ofvd132qtgthnd1qr/f/26d855d75e37479891cbbceb3169d768_SeqId_6_ into 348c3248b85ff2109e905636a8d3dcea/f as hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/default/test/348c3248b85ff2109e905636a8d3dcea/f/df97355d6be04998983d6235f3f2849b_SeqId_6_ - updating store file list. 2024-11-20T20:23:43,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStoreFile(483): HFile Bloom filter type for df97355d6be04998983d6235f3f2849b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T20:23:43,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/default/test/348c3248b85ff2109e905636a8d3dcea/f/df97355d6be04998983d6235f3f2849b_SeqId_6_ into 348c3248b85ff2109e905636a8d3dcea/f 2024-11-20T20:23:43,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/staging/jenkins.hfs.22__test__pk5b5o1ae4pptangfc5jg2ors0p6n5rbs4vseqmnmcpmeu4ofvd132qtgthnd1qr/f/26d855d75e37479891cbbceb3169d768_SeqId_6_ into 348c3248b85ff2109e905636a8d3dcea/f (new location: hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/default/test/348c3248b85ff2109e905636a8d3dcea/f/df97355d6be04998983d6235f3f2849b_SeqId_6_) 2024-11-20T20:23:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/staging/jenkins.hfs.22__test__pk5b5o1ae4pptangfc5jg2ors0p6n5rbs4vseqmnmcpmeu4ofvd132qtgthnd1qr/f/26d855d75e37479891cbbceb3169d768_SeqId_6_ 2024-11-20T20:23:43,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.ReplicationSink(324): Finished replicating [ced4de52-61ac-4a59-9cc7-4a6aa3d5e4bd] bulk loaded data 2024-11-20T20:23:43,898 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416 to pos 393, reset compression=false 2024-11-20T20:23:43,918 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416 to pos 393, reset compression=false 2024-11-20T20:23:43,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T20:23:43,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:23:43,920 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:43,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:43,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:43,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:23:43,921 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T20:23:43,921 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=176488014, stopped=false 2024-11-20T20:23:43,921 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7d59561a64e,42659,1732134212416 2024-11-20T20:23:44,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42047-0x10159ea5b020007, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1721417361/running 2024-11-20T20:23:44,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42659-0x10159ea5b020006, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1721417361/running 2024-11-20T20:23:44,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42047-0x10159ea5b020007, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1721417361 2024-11-20T20:23:44,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42659-0x10159ea5b020006, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1721417361 2024-11-20T20:23:44,018 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:23:44,018 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:23:44,018 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:44,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:44,018 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7d59561a64e,42047,1732134212586' ***** 2024-11-20T20:23:44,018 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T20:23:44,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42047-0x10159ea5b020007, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Set watcher on znode that does not yet exist, /2-1721417361/running 2024-11-20T20:23:44,019 INFO [RS:0;d7d59561a64e:42047 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T20:23:44,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42659-0x10159ea5b020006, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Set watcher on znode that does not yet exist, /2-1721417361/running 2024-11-20T20:23:44,019 INFO [RS:0;d7d59561a64e:42047 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T20:23:44,019 INFO [RS:0;d7d59561a64e:42047 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T20:23:44,019 INFO [RS:0;d7d59561a64e:42047 {}] regionserver.HRegionServer(3091): Received CLOSE for a5f4bcd658dde355f1bef593d41f3347 2024-11-20T20:23:44,019 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T20:23:44,019 INFO [RS:0;d7d59561a64e:42047 {}] regionserver.HRegionServer(959): stopping server d7d59561a64e,42047,1732134212586 2024-11-20T20:23:44,019 INFO [RS:0;d7d59561a64e:42047 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:23:44,020 INFO [RS:0;d7d59561a64e:42047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:42047. 2024-11-20T20:23:44,020 DEBUG [RS:0;d7d59561a64e:42047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:44,020 DEBUG [RS:0;d7d59561a64e:42047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:44,020 INFO [RS:0;d7d59561a64e:42047 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T20:23:44,020 INFO [RS:0;d7d59561a64e:42047 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T20:23:44,020 INFO [RS:0;d7d59561a64e:42047 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T20:23:44,020 INFO [RS:0;d7d59561a64e:42047 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T20:23:44,020 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a5f4bcd658dde355f1bef593d41f3347, disabling compactions & flushes 2024-11-20T20:23:44,020 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732134216534.a5f4bcd658dde355f1bef593d41f3347. 2024-11-20T20:23:44,020 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732134216534.a5f4bcd658dde355f1bef593d41f3347. 2024-11-20T20:23:44,020 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732134216534.a5f4bcd658dde355f1bef593d41f3347. after waiting 0 ms 2024-11-20T20:23:44,020 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732134216534.a5f4bcd658dde355f1bef593d41f3347. 2024-11-20T20:23:44,024 INFO [RS:0;d7d59561a64e:42047 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T20:23:44,024 DEBUG [RS:0;d7d59561a64e:42047 {}] regionserver.HRegionServer(1325): Online Regions={a5f4bcd658dde355f1bef593d41f3347=test,,1732134216534.a5f4bcd658dde355f1bef593d41f3347., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T20:23:44,024 DEBUG [RS:0;d7d59561a64e:42047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a5f4bcd658dde355f1bef593d41f3347 2024-11-20T20:23:44,024 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:23:44,024 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:23:44,024 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:23:44,024 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:23:44,024 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:23:44,025 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-20T20:23:44,028 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/default/test/a5f4bcd658dde355f1bef593d41f3347/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-20T20:23:44,028 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:23:44,028 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T20:23:44,028 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732134216534.a5f4bcd658dde355f1bef593d41f3347. 2024-11-20T20:23:44,028 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a5f4bcd658dde355f1bef593d41f3347: Waiting for close lock at 1732134224020Running coprocessor pre-close hooks at 1732134224020Disabling compacts and flushes for region at 1732134224020Disabling writes for close at 1732134224020Writing region close event to WAL at 1732134224024 (+4 ms)Running coprocessor post-close hooks at 1732134224028 (+4 ms)Closed at 1732134224028 2024-11-20T20:23:44,028 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732134216534.a5f4bcd658dde355f1bef593d41f3347. 2024-11-20T20:23:44,040 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/hbase/meta/1588230740/.tmp/info/c521387e78a542ff8b3b5ef7c2b90a3c is 129, key is test,,1732134216534.a5f4bcd658dde355f1bef593d41f3347./info:regioninfo/1732134217708/Put/seqid=0 2024-11-20T20:23:44,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741839_1015 (size=6421) 2024-11-20T20:23:44,102 INFO [regionserver/d7d59561a64e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:23:44,224 DEBUG [RS:0;d7d59561a64e:42047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:23:44,301 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416 to pos 393, reset compression=false 2024-11-20T20:23:44,422 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416 to pos 393, reset compression=false 2024-11-20T20:23:44,425 DEBUG [RS:0;d7d59561a64e:42047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:23:44,445 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/hbase/meta/1588230740/.tmp/info/c521387e78a542ff8b3b5ef7c2b90a3c 2024-11-20T20:23:44,467 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/hbase/meta/1588230740/.tmp/ns/033437219a0646a3814f4d2a99f87513 is 43, key is default/ns:d/1732134215141/Put/seqid=0 2024-11-20T20:23:44,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741840_1016 (size=5153) 2024-11-20T20:23:44,555 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T20:23:44,625 DEBUG [RS:0;d7d59561a64e:42047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:23:44,804 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416 to pos 393, reset compression=false 2024-11-20T20:23:44,825 DEBUG [RS:0;d7d59561a64e:42047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:23:44,871 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/hbase/meta/1588230740/.tmp/ns/033437219a0646a3814f4d2a99f87513 2024-11-20T20:23:44,893 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/hbase/meta/1588230740/.tmp/rep_barrier/73920c8522914ca588ec42e976f5a9e7 is 112, key is test,,1732134216534.a5f4bcd658dde355f1bef593d41f3347./rep_barrier:seqnumDuringOpen/1732134217708/Put/seqid=0 2024-11-20T20:23:44,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741841_1017 (size=5518) 2024-11-20T20:23:44,979 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T20:23:44,979 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T20:23:45,025 INFO [RS:0;d7d59561a64e:42047 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T20:23:45,025 DEBUG [RS:0;d7d59561a64e:42047 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T20:23:45,025 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416 to pos 393, reset compression=false 2024-11-20T20:23:45,025 DEBUG [RS:0;d7d59561a64e:42047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:23:45,225 DEBUG [RS:0;d7d59561a64e:42047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:23:45,296 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/hbase/meta/1588230740/.tmp/rep_barrier/73920c8522914ca588ec42e976f5a9e7 2024-11-20T20:23:45,316 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/hbase/meta/1588230740/.tmp/table/760ba99726e94bbfb18496490b194758 is 40, key is test/table:state/1732134217715/Put/seqid=0 2024-11-20T20:23:45,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741842_1018 (size=5165) 2024-11-20T20:23:45,408 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416 to pos 393, reset compression=false 2024-11-20T20:23:45,426 DEBUG [RS:0;d7d59561a64e:42047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:23:45,626 DEBUG [RS:0;d7d59561a64e:42047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:23:45,720 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/hbase/meta/1588230740/.tmp/table/760ba99726e94bbfb18496490b194758 2024-11-20T20:23:45,724 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/hbase/meta/1588230740/.tmp/info/c521387e78a542ff8b3b5ef7c2b90a3c as hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/hbase/meta/1588230740/info/c521387e78a542ff8b3b5ef7c2b90a3c 2024-11-20T20:23:45,727 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/hbase/meta/1588230740/info/c521387e78a542ff8b3b5ef7c2b90a3c, entries=10, sequenceid=11, filesize=6.3 K 2024-11-20T20:23:45,727 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/hbase/meta/1588230740/.tmp/ns/033437219a0646a3814f4d2a99f87513 as hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/hbase/meta/1588230740/ns/033437219a0646a3814f4d2a99f87513 2024-11-20T20:23:45,729 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416 to pos 393, reset compression=false 2024-11-20T20:23:45,731 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/hbase/meta/1588230740/ns/033437219a0646a3814f4d2a99f87513, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T20:23:45,732 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/hbase/meta/1588230740/.tmp/rep_barrier/73920c8522914ca588ec42e976f5a9e7 as hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/hbase/meta/1588230740/rep_barrier/73920c8522914ca588ec42e976f5a9e7 2024-11-20T20:23:45,735 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/hbase/meta/1588230740/rep_barrier/73920c8522914ca588ec42e976f5a9e7, entries=1, sequenceid=11, filesize=5.4 K 2024-11-20T20:23:45,736 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/hbase/meta/1588230740/.tmp/table/760ba99726e94bbfb18496490b194758 as hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/hbase/meta/1588230740/table/760ba99726e94bbfb18496490b194758 2024-11-20T20:23:45,740 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/hbase/meta/1588230740/table/760ba99726e94bbfb18496490b194758, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T20:23:45,740 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=11, compaction requested=false 2024-11-20T20:23:45,745 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T20:23:45,745 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:23:45,745 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:23:45,745 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:23:45,745 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134224024Running coprocessor pre-close hooks at 1732134224024Disabling compacts and flushes for region at 1732134224024Disabling writes for close at 1732134224024Obtaining lock to block concurrent updates at 1732134224025 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732134224025Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732134224026 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732134224027 (+1 ms)Flushing 1588230740/info: creating writer at 1732134224027Flushing 1588230740/info: appending metadata at 1732134224040 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732134224040Flushing 1588230740/ns: creating writer at 1732134224449 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732134224467 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732134224467Flushing 1588230740/rep_barrier: creating writer at 1732134224874 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732134224892 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732134224892Flushing 1588230740/table: creating writer at 1732134225300 (+408 ms)Flushing 1588230740/table: appending metadata at 1732134225316 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732134225316Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bf1c893: reopening flushed file at 1732134225723 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4105632d: reopening flushed file at 1732134225727 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b291c91: reopening flushed file at 1732134225731 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48dcc0d3: reopening flushed file at 1732134225735 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=11, compaction requested=false at 1732134225740 (+5 ms)Writing region close event to WAL at 1732134225743 (+3 ms)Running coprocessor post-close hooks at 1732134225745 (+2 ms)Closed at 1732134225745 2024-11-20T20:23:45,746 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T20:23:45,826 INFO [RS:0;d7d59561a64e:42047 {}] regionserver.HRegionServer(976): stopping server d7d59561a64e,42047,1732134212586; all regions closed. 2024-11-20T20:23:45,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741834_1010 (size=2717) 2024-11-20T20:23:45,828 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/WALs/d7d59561a64e,42047,1732134212586/d7d59561a64e%2C42047%2C1732134212586.meta.1732134215067.meta not finished, retry = 0 2024-11-20T20:23:45,930 DEBUG [RS:0;d7d59561a64e:42047 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/oldWALs 2024-11-20T20:23:45,930 INFO [RS:0;d7d59561a64e:42047 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C42047%2C1732134212586.meta:.meta(num 1732134215067) 2024-11-20T20:23:45,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741832_1008 (size=1028) 2024-11-20T20:23:45,934 DEBUG [RS:0;d7d59561a64e:42047 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/oldWALs 2024-11-20T20:23:45,934 INFO [RS:0;d7d59561a64e:42047 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C42047%2C1732134212586:(num 1732134214110) 2024-11-20T20:23:45,934 DEBUG [RS:0;d7d59561a64e:42047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:45,934 INFO [RS:0;d7d59561a64e:42047 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:23:45,934 INFO [RS:0;d7d59561a64e:42047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:23:45,934 INFO [RS:0;d7d59561a64e:42047 {}] hbase.ChoreService(370): Chore service for: regionserver/d7d59561a64e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T20:23:45,934 INFO [RS:0;d7d59561a64e:42047 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:23:45,934 INFO [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:23:45,935 INFO [RS:0;d7d59561a64e:42047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:42047. 2024-11-20T20:23:45,935 DEBUG [RS:0;d7d59561a64e:42047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:45,935 DEBUG [RS:0;d7d59561a64e:42047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:45,935 DEBUG [RS:0;d7d59561a64e:42047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:45,935 INFO [RS:0;d7d59561a64e:42047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42047 2024-11-20T20:23:45,935 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:23:46,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42047-0x10159ea5b020007, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1721417361/rs/d7d59561a64e,42047,1732134212586 2024-11-20T20:23:46,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42659-0x10159ea5b020006, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1721417361/rs 2024-11-20T20:23:46,007 INFO [RS:0;d7d59561a64e:42047 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:23:46,017 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7d59561a64e,42047,1732134212586] 2024-11-20T20:23:46,028 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1721417361/draining/d7d59561a64e,42047,1732134212586 already deleted, retry=false 2024-11-20T20:23:46,028 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7d59561a64e,42047,1732134212586 expired; onlineServers=0 2024-11-20T20:23:46,028 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7d59561a64e,42659,1732134212416' ***** 2024-11-20T20:23:46,028 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T20:23:46,028 INFO [M:0;d7d59561a64e:42659 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:23:46,028 INFO [M:0;d7d59561a64e:42659 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:23:46,028 DEBUG [M:0;d7d59561a64e:42659 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T20:23:46,028 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134213837 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134213837,5,FailOnTimeoutGroup] 2024-11-20T20:23:46,028 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T20:23:46,028 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134213833 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134213833,5,FailOnTimeoutGroup] 2024-11-20T20:23:46,029 DEBUG [M:0;d7d59561a64e:42659 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T20:23:46,029 INFO [M:0;d7d59561a64e:42659 {}] hbase.ChoreService(370): Chore service for: master/d7d59561a64e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T20:23:46,029 INFO [M:0;d7d59561a64e:42659 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:23:46,029 DEBUG [M:0;d7d59561a64e:42659 {}] master.HMaster(1795): Stopping service threads 2024-11-20T20:23:46,029 INFO [M:0;d7d59561a64e:42659 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T20:23:46,029 INFO [M:0;d7d59561a64e:42659 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:23:46,029 INFO [M:0;d7d59561a64e:42659 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T20:23:46,029 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T20:23:46,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42659-0x10159ea5b020006, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1721417361/master 2024-11-20T20:23:46,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42659-0x10159ea5b020006, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1721417361 2024-11-20T20:23:46,038 DEBUG [M:0;d7d59561a64e:42659 {}] zookeeper.ZKUtil(347): master:42659-0x10159ea5b020006, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Unable to get data of znode /2-1721417361/master because node does not exist (not an error) 2024-11-20T20:23:46,038 WARN [M:0;d7d59561a64e:42659 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T20:23:46,039 INFO [M:0;d7d59561a64e:42659 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/.lastflushedseqids 2024-11-20T20:23:46,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741843_1019 (size=173) 2024-11-20T20:23:46,113 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416 to pos 393, reset compression=false 2024-11-20T20:23:46,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42047-0x10159ea5b020007, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:23:46,118 INFO [RS:0;d7d59561a64e:42047 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:23:46,118 INFO [RS:0;d7d59561a64e:42047 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7d59561a64e,42047,1732134212586; zookeeper connection closed. 2024-11-20T20:23:46,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42047-0x10159ea5b020007, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:23:46,118 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44796901 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44796901 2024-11-20T20:23:46,118 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T20:23:46,446 INFO [M:0;d7d59561a64e:42659 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T20:23:46,446 INFO [M:0;d7d59561a64e:42659 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T20:23:46,446 DEBUG [M:0;d7d59561a64e:42659 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:23:46,446 INFO [M:0;d7d59561a64e:42659 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:46,446 DEBUG [M:0;d7d59561a64e:42659 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:46,447 DEBUG [M:0;d7d59561a64e:42659 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:23:46,447 DEBUG [M:0;d7d59561a64e:42659 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:46,447 INFO [M:0;d7d59561a64e:42659 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-20T20:23:46,467 DEBUG [M:0;d7d59561a64e:42659 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bea1ef63c3e744418af0d1b97bd8bec5 is 82, key is hbase:meta,,1/info:regioninfo/1732134215120/Put/seqid=0 2024-11-20T20:23:46,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741844_1020 (size=5672) 2024-11-20T20:23:46,532 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416 to pos 393, reset compression=false 2024-11-20T20:23:46,871 INFO [M:0;d7d59561a64e:42659 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bea1ef63c3e744418af0d1b97bd8bec5 2024-11-20T20:23:46,887 DEBUG [M:0;d7d59561a64e:42659 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f03e852721854f51844ec8d583ad3ea6 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732134217719/Put/seqid=0 2024-11-20T20:23:46,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741845_1021 (size=6586) 2024-11-20T20:23:46,916 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416 to pos 393, reset compression=false 2024-11-20T20:23:47,291 INFO [M:0;d7d59561a64e:42659 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f03e852721854f51844ec8d583ad3ea6 2024-11-20T20:23:47,310 DEBUG [M:0;d7d59561a64e:42659 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c51635359ad4a6ebfc07d5edf2f0ca9 is 69, key is d7d59561a64e,42047,1732134212586/rs:state/1732134213870/Put/seqid=0 2024-11-20T20:23:47,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741846_1022 (size=5156) 2024-11-20T20:23:47,435 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416 to pos 393, reset compression=false 2024-11-20T20:23:47,714 INFO [M:0;d7d59561a64e:42659 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c51635359ad4a6ebfc07d5edf2f0ca9 2024-11-20T20:23:47,719 DEBUG [M:0;d7d59561a64e:42659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bea1ef63c3e744418af0d1b97bd8bec5 as hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bea1ef63c3e744418af0d1b97bd8bec5 2024-11-20T20:23:47,726 INFO [M:0;d7d59561a64e:42659 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bea1ef63c3e744418af0d1b97bd8bec5, entries=8, sequenceid=55, filesize=5.5 K 2024-11-20T20:23:47,727 DEBUG [M:0;d7d59561a64e:42659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f03e852721854f51844ec8d583ad3ea6 as hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f03e852721854f51844ec8d583ad3ea6 2024-11-20T20:23:47,742 INFO [M:0;d7d59561a64e:42659 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f03e852721854f51844ec8d583ad3ea6, entries=6, sequenceid=55, filesize=6.4 K 2024-11-20T20:23:47,743 DEBUG [M:0;d7d59561a64e:42659 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c51635359ad4a6ebfc07d5edf2f0ca9 as hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c51635359ad4a6ebfc07d5edf2f0ca9 2024-11-20T20:23:47,747 INFO [M:0;d7d59561a64e:42659 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45397/user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c51635359ad4a6ebfc07d5edf2f0ca9, entries=1, sequenceid=55, filesize=5.0 K 2024-11-20T20:23:47,748 INFO [M:0;d7d59561a64e:42659 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=55, compaction requested=false 2024-11-20T20:23:47,756 INFO [M:0;d7d59561a64e:42659 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:47,756 DEBUG [M:0;d7d59561a64e:42659 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134226446Disabling compacts and flushes for region at 1732134226446Disabling writes for close at 1732134226447 (+1 ms)Obtaining lock to block concurrent updates at 1732134226447Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732134226447Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732134226447Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732134226447Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732134226448 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732134226467 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732134226467Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732134226874 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732134226886 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732134226886Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732134227295 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732134227310 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732134227310Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@555c9516: reopening flushed file at 1732134227719 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35b57d03: reopening flushed file at 1732134227726 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d4c35ed: reopening flushed file at 1732134227742 (+16 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=55, compaction requested=false at 1732134227748 (+6 ms)Writing region close event to WAL at 1732134227756 (+8 ms)Closed at 1732134227756 2024-11-20T20:23:47,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35889 is added to blk_1073741830_1006 (size=32770) 2024-11-20T20:23:47,760 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a7137e9e-3836-d40f-e85b-772cc6fedbfe/MasterData/WALs/d7d59561a64e,42659,1732134212416/d7d59561a64e%2C42659%2C1732134212416.1732134213530 not finished, retry = 0 2024-11-20T20:23:47,825 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416 to pos 393, reset compression=false 2024-11-20T20:23:47,861 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:23:47,861 INFO [M:0;d7d59561a64e:42659 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T20:23:47,861 INFO [M:0;d7d59561a64e:42659 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42659 2024-11-20T20:23:47,862 INFO [M:0;d7d59561a64e:42659 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:23:47,970 INFO [M:0;d7d59561a64e:42659 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:23:47,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42659-0x10159ea5b020006, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:23:47,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42659-0x10159ea5b020006, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:23:47,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@730f0be1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:23:47,973 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e3458ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:23:47,973 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:23:47,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@148e501b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:23:47,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ef4b14f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f/hadoop.log.dir/,STOPPED} 2024-11-20T20:23:47,974 WARN [BP-154996145-172.17.0.2-1732134209618 heartbeating to localhost/127.0.0.1:45397 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T20:23:47,974 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T20:23:47,974 WARN [BP-154996145-172.17.0.2-1732134209618 heartbeating to localhost/127.0.0.1:45397 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-154996145-172.17.0.2-1732134209618 (Datanode Uuid de2118cf-3fca-47b3-9b48-17ac2f771810) service to localhost/127.0.0.1:45397 2024-11-20T20:23:47,974 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T20:23:47,975 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f/cluster_f0f95ede-4f41-12d7-defe-ab1c8ff6c3d9/data/data1/current/BP-154996145-172.17.0.2-1732134209618 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:23:47,975 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f/cluster_f0f95ede-4f41-12d7-defe-ab1c8ff6c3d9/data/data2/current/BP-154996145-172.17.0.2-1732134209618 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:23:47,975 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T20:23:47,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ac3359c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:23:47,982 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d0fd58e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:23:47,982 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:23:47,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f9e3cff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:23:47,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225b0623{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9709831-7fb8-c4d0-d6c7-b8033ebbd15f/hadoop.log.dir/,STOPPED} 2024-11-20T20:23:47,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T20:23:47,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T20:23:47,996 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:23:47,996 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:47,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:47,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:47,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:23:47,996 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T20:23:47,996 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1916259521, stopped=false 2024-11-20T20:23:47,997 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7d59561a64e,44721,1732134206136 2024-11-20T20:23:48,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44721-0x10159ea5b020003, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-8269013/running 2024-11-20T20:23:48,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x10159ea5b020004, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-8269013/running 2024-11-20T20:23:48,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44721-0x10159ea5b020003, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8269013 2024-11-20T20:23:48,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x10159ea5b020004, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8269013 2024-11-20T20:23:48,016 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:23:48,016 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:23:48,016 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:48,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:48,016 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7d59561a64e,45139,1732134206658' ***** 2024-11-20T20:23:48,016 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T20:23:48,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44721-0x10159ea5b020003, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Set watcher on znode that does not yet exist, /1-8269013/running 2024-11-20T20:23:48,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45139-0x10159ea5b020004, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Set watcher on znode that does not yet exist, /1-8269013/running 2024-11-20T20:23:48,016 INFO [RS:0;d7d59561a64e:45139 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T20:23:48,016 INFO [RS:0;d7d59561a64e:45139 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T20:23:48,016 INFO [RS:0;d7d59561a64e:45139 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T20:23:48,016 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T20:23:48,016 INFO [RS:0;d7d59561a64e:45139 {}] regionserver.HRegionServer(3091): Received CLOSE for 348c3248b85ff2109e905636a8d3dcea 2024-11-20T20:23:48,017 INFO [RS:0;d7d59561a64e:45139 {}] regionserver.HRegionServer(959): stopping server d7d59561a64e,45139,1732134206658 2024-11-20T20:23:48,017 INFO [RS:0;d7d59561a64e:45139 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:23:48,017 INFO [RS:0;d7d59561a64e:45139 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:45139. 2024-11-20T20:23:48,017 DEBUG [RS:0;d7d59561a64e:45139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:48,017 DEBUG [RS:0;d7d59561a64e:45139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:48,017 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 348c3248b85ff2109e905636a8d3dcea, disabling compactions & flushes 2024-11-20T20:23:48,017 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732134215902.348c3248b85ff2109e905636a8d3dcea. 2024-11-20T20:23:48,017 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732134215902.348c3248b85ff2109e905636a8d3dcea. 2024-11-20T20:23:48,017 INFO [RS:0;d7d59561a64e:45139 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T20:23:48,017 INFO [RS:0;d7d59561a64e:45139 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T20:23:48,017 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732134215902.348c3248b85ff2109e905636a8d3dcea. after waiting 0 ms 2024-11-20T20:23:48,017 INFO [RS:0;d7d59561a64e:45139 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T20:23:48,017 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732134215902.348c3248b85ff2109e905636a8d3dcea. 2024-11-20T20:23:48,017 INFO [RS:0;d7d59561a64e:45139 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T20:23:48,018 INFO [RS:0;d7d59561a64e:45139 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T20:23:48,018 DEBUG [RS:0;d7d59561a64e:45139 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 348c3248b85ff2109e905636a8d3dcea=test,,1732134215902.348c3248b85ff2109e905636a8d3dcea.} 2024-11-20T20:23:48,018 DEBUG [RS:0;d7d59561a64e:45139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 348c3248b85ff2109e905636a8d3dcea 2024-11-20T20:23:48,018 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:23:48,018 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:23:48,018 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:23:48,018 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:23:48,018 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:23:48,018 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-20T20:23:48,020 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/default/test/348c3248b85ff2109e905636a8d3dcea/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T20:23:48,021 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:23:48,021 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T20:23:48,021 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732134215902.348c3248b85ff2109e905636a8d3dcea. 2024-11-20T20:23:48,021 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 348c3248b85ff2109e905636a8d3dcea: Waiting for close lock at 1732134228017Running coprocessor pre-close hooks at 1732134228017Disabling compacts and flushes for region at 1732134228017Disabling writes for close at 1732134228017Writing region close event to WAL at 1732134228018 (+1 ms)Running coprocessor post-close hooks at 1732134228021 (+3 ms)Closed at 1732134228021 2024-11-20T20:23:48,021 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732134215902.348c3248b85ff2109e905636a8d3dcea. 2024-11-20T20:23:48,037 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/hbase/meta/1588230740/.tmp/info/1f61a853c09c465e985c27b1dd8f77f9 is 129, key is test,,1732134215902.348c3248b85ff2109e905636a8d3dcea./info:regioninfo/1732134216252/Put/seqid=0 2024-11-20T20:23:48,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741841_1017 (size=6421) 2024-11-20T20:23:48,040 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/hbase/meta/1588230740/.tmp/info/1f61a853c09c465e985c27b1dd8f77f9 2024-11-20T20:23:48,061 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/hbase/meta/1588230740/.tmp/ns/9e6c75d8896b42ac88398f16b8151883 is 43, key is default/ns:d/1732134209356/Put/seqid=0 2024-11-20T20:23:48,064 INFO [regionserver/d7d59561a64e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:23:48,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741842_1018 (size=5153) 2024-11-20T20:23:48,218 DEBUG [RS:0;d7d59561a64e:45139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:23:48,418 DEBUG [RS:0;d7d59561a64e:45139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:23:48,438 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416 to pos 393, reset compression=false 2024-11-20T20:23:48,486 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/hbase/meta/1588230740/.tmp/ns/9e6c75d8896b42ac88398f16b8151883 2024-11-20T20:23:48,501 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/hbase/meta/1588230740/.tmp/rep_barrier/7d0d0b51d9e148e49b4763d8f621f2c4 is 112, key is test,,1732134215902.348c3248b85ff2109e905636a8d3dcea./rep_barrier:seqnumDuringOpen/1732134216252/Put/seqid=0 2024-11-20T20:23:48,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741843_1019 (size=5518) 2024-11-20T20:23:48,582 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T20:23:48,582 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T20:23:48,618 DEBUG [RS:0;d7d59561a64e:45139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:23:48,818 DEBUG [RS:0;d7d59561a64e:45139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:23:48,829 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416 to pos 393, reset compression=false 2024-11-20T20:23:48,905 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/hbase/meta/1588230740/.tmp/rep_barrier/7d0d0b51d9e148e49b4763d8f621f2c4 2024-11-20T20:23:48,924 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/hbase/meta/1588230740/.tmp/table/1f6188daf9264f97b100657dc8a80155 is 40, key is test/table:state/1732134216260/Put/seqid=0 2024-11-20T20:23:48,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741844_1020 (size=5165) 2024-11-20T20:23:49,018 INFO [RS:0;d7d59561a64e:45139 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T20:23:49,019 DEBUG [RS:0;d7d59561a64e:45139 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T20:23:49,019 DEBUG [RS:0;d7d59561a64e:45139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:23:49,219 DEBUG [RS:0;d7d59561a64e:45139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:23:49,328 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/hbase/meta/1588230740/.tmp/table/1f6188daf9264f97b100657dc8a80155 2024-11-20T20:23:49,332 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/hbase/meta/1588230740/.tmp/info/1f61a853c09c465e985c27b1dd8f77f9 as hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/hbase/meta/1588230740/info/1f61a853c09c465e985c27b1dd8f77f9 2024-11-20T20:23:49,335 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/hbase/meta/1588230740/info/1f61a853c09c465e985c27b1dd8f77f9, entries=10, sequenceid=11, filesize=6.3 K 2024-11-20T20:23:49,336 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/hbase/meta/1588230740/.tmp/ns/9e6c75d8896b42ac88398f16b8151883 as hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/hbase/meta/1588230740/ns/9e6c75d8896b42ac88398f16b8151883 2024-11-20T20:23:49,340 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/hbase/meta/1588230740/ns/9e6c75d8896b42ac88398f16b8151883, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T20:23:49,340 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/hbase/meta/1588230740/.tmp/rep_barrier/7d0d0b51d9e148e49b4763d8f621f2c4 as hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/hbase/meta/1588230740/rep_barrier/7d0d0b51d9e148e49b4763d8f621f2c4 2024-11-20T20:23:49,344 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/hbase/meta/1588230740/rep_barrier/7d0d0b51d9e148e49b4763d8f621f2c4, entries=1, sequenceid=11, filesize=5.4 K 2024-11-20T20:23:49,345 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/hbase/meta/1588230740/.tmp/table/1f6188daf9264f97b100657dc8a80155 as hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/hbase/meta/1588230740/table/1f6188daf9264f97b100657dc8a80155 2024-11-20T20:23:49,348 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/hbase/meta/1588230740/table/1f6188daf9264f97b100657dc8a80155, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T20:23:49,349 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=11, compaction requested=false 2024-11-20T20:23:49,349 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T20:23:49,361 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T20:23:49,362 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:23:49,362 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:23:49,362 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:23:49,362 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134228018Running coprocessor pre-close hooks at 1732134228018Disabling compacts and flushes for region at 1732134228018Disabling writes for close at 1732134228018Obtaining lock to block concurrent updates at 1732134228018Preparing flush snapshotting stores in 1588230740 at 1732134228018Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732134228018Flushing stores of hbase:meta,,1.1588230740 at 1732134228020 (+2 ms)Flushing 1588230740/info: creating writer at 1732134228020Flushing 1588230740/info: appending metadata at 1732134228036 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732134228036Flushing 1588230740/ns: creating writer at 1732134228044 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732134228061 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732134228061Flushing 1588230740/rep_barrier: creating writer at 1732134228489 (+428 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732134228501 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732134228501Flushing 1588230740/table: creating writer at 1732134228908 (+407 ms)Flushing 1588230740/table: appending metadata at 1732134228924 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732134228924Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f88b49f: reopening flushed file at 1732134229331 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23b793e4: reopening flushed file at 1732134229336 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f8eb2de: reopening flushed file at 1732134229340 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3668766c: reopening flushed file at 1732134229344 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=11, compaction requested=false at 1732134229349 (+5 ms)Writing region close event to WAL at 1732134229351 (+2 ms)Running coprocessor post-close hooks at 1732134229362 (+11 ms)Closed at 1732134229362 2024-11-20T20:23:49,362 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T20:23:49,419 INFO [RS:0;d7d59561a64e:45139 {}] regionserver.HRegionServer(976): stopping server d7d59561a64e,45139,1732134206658; all regions closed. 2024-11-20T20:23:49,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741834_1010 (size=2717) 2024-11-20T20:23:49,423 DEBUG [RS:0;d7d59561a64e:45139 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/oldWALs 2024-11-20T20:23:49,423 INFO [RS:0;d7d59561a64e:45139 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C45139%2C1732134206658.meta:.meta(num 1732134209273) 2024-11-20T20:23:49,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741833_1009 (size=1374) 2024-11-20T20:23:49,427 DEBUG [RS:0;d7d59561a64e:45139 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/oldWALs 2024-11-20T20:23:49,427 INFO [RS:0;d7d59561a64e:45139 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7d59561a64e%2C45139%2C1732134206658:(num 1732134208646) 2024-11-20T20:23:49,427 DEBUG [RS:0;d7d59561a64e:45139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:49,427 INFO [RS:0;d7d59561a64e:45139 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:23:49,427 INFO [RS:0;d7d59561a64e:45139 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:23:49,427 INFO [RS:0;d7d59561a64e:45139 {}] hbase.ChoreService(370): Chore service for: regionserver/d7d59561a64e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T20:23:49,427 INFO [RS:0;d7d59561a64e:45139 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:23:49,427 INFO [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:23:49,428 INFO [RS:0;d7d59561a64e:45139 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:45139. 2024-11-20T20:23:49,428 DEBUG [RS:0;d7d59561a64e:45139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:49,428 DEBUG [RS:0;d7d59561a64e:45139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:49,428 DEBUG [RS:0;d7d59561a64e:45139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:49,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:23:49,428 INFO [RS:0;d7d59561a64e:45139 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45139 2024-11-20T20:23:49,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44721-0x10159ea5b020003, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8269013/rs 2024-11-20T20:23:49,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x10159ea5b020004, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-8269013/rs/d7d59561a64e,45139,1732134206658 2024-11-20T20:23:49,449 INFO [RS:0;d7d59561a64e:45139 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:23:49,449 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7d59561a64e,45139,1732134206658] 2024-11-20T20:23:49,470 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-8269013/draining/d7d59561a64e,45139,1732134206658 already deleted, retry=false 2024-11-20T20:23:49,470 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7d59561a64e,45139,1732134206658 expired; onlineServers=0 2024-11-20T20:23:49,470 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7d59561a64e,44721,1732134206136' ***** 2024-11-20T20:23:49,470 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T20:23:49,470 INFO [M:0;d7d59561a64e:44721 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:23:49,470 INFO [M:0;d7d59561a64e:44721 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:23:49,470 DEBUG [M:0;d7d59561a64e:44721 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T20:23:49,470 DEBUG [M:0;d7d59561a64e:44721 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T20:23:49,470 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T20:23:49,470 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134208359 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134208359,5,FailOnTimeoutGroup] 2024-11-20T20:23:49,470 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134208368 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134208368,5,FailOnTimeoutGroup] 2024-11-20T20:23:49,470 INFO [M:0;d7d59561a64e:44721 {}] hbase.ChoreService(370): Chore service for: master/d7d59561a64e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T20:23:49,470 INFO [M:0;d7d59561a64e:44721 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:23:49,470 DEBUG [M:0;d7d59561a64e:44721 {}] master.HMaster(1795): Stopping service threads 2024-11-20T20:23:49,470 INFO [M:0;d7d59561a64e:44721 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T20:23:49,470 INFO [M:0;d7d59561a64e:44721 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:23:49,470 INFO [M:0;d7d59561a64e:44721 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T20:23:49,471 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T20:23:49,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44721-0x10159ea5b020003, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-8269013/master 2024-11-20T20:23:49,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44721-0x10159ea5b020003, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-8269013 2024-11-20T20:23:49,480 DEBUG [M:0;d7d59561a64e:44721 {}] zookeeper.ZKUtil(347): master:44721-0x10159ea5b020003, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Unable to get data of znode /1-8269013/master because node does not exist (not an error) 2024-11-20T20:23:49,480 WARN [M:0;d7d59561a64e:44721 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T20:23:49,481 INFO [M:0;d7d59561a64e:44721 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/.lastflushedseqids 2024-11-20T20:23:49,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741845_1021 (size=173) 2024-11-20T20:23:49,531 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T20:23:49,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:49,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:49,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:49,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:49,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:49,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:49,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:49,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:49,542 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416 to pos 393, reset compression=false 2024-11-20T20:23:49,559 INFO [RS:0;d7d59561a64e:45139 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:23:49,559 INFO [RS:0;d7d59561a64e:45139 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7d59561a64e,45139,1732134206658; zookeeper connection closed. 2024-11-20T20:23:49,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x10159ea5b020004, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:23:49,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x10159ea5b020004, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:23:49,560 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@8c0ca22 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@8c0ca22 2024-11-20T20:23:49,560 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T20:23:49,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:49,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:49,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:49,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:49,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:49,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:49,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:49,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:49,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:49,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:49,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T20:23:49,885 INFO [M:0;d7d59561a64e:44721 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T20:23:49,886 INFO [M:0;d7d59561a64e:44721 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T20:23:49,886 DEBUG [M:0;d7d59561a64e:44721 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:23:49,886 INFO [M:0;d7d59561a64e:44721 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:49,886 DEBUG [M:0;d7d59561a64e:44721 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:49,886 DEBUG [M:0;d7d59561a64e:44721 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:23:49,887 DEBUG [M:0;d7d59561a64e:44721 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:49,887 INFO [M:0;d7d59561a64e:44721 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-20T20:23:49,911 DEBUG [M:0;d7d59561a64e:44721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88ea639a0de0406aa7b1442d08d94e5a is 82, key is hbase:meta,,1/info:regioninfo/1732134209336/Put/seqid=0 2024-11-20T20:23:49,935 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416 to pos 393, reset compression=false 2024-11-20T20:23:49,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741846_1022 (size=5672) 2024-11-20T20:23:49,940 INFO [M:0;d7d59561a64e:44721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88ea639a0de0406aa7b1442d08d94e5a 2024-11-20T20:23:49,964 DEBUG [M:0;d7d59561a64e:44721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c7687d727dd47a9beded7e2983f51c0 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732134216263/Put/seqid=0 2024-11-20T20:23:49,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741847_1023 (size=6586) 2024-11-20T20:23:49,998 INFO [M:0;d7d59561a64e:44721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c7687d727dd47a9beded7e2983f51c0 2024-11-20T20:23:50,042 DEBUG [M:0;d7d59561a64e:44721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f46d9a682804554a4b5de48f2d7d528 is 69, key is d7d59561a64e,45139,1732134206658/rs:state/1732134208473/Put/seqid=0 2024-11-20T20:23:50,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741848_1024 (size=5156) 2024-11-20T20:23:50,060 INFO [M:0;d7d59561a64e:44721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f46d9a682804554a4b5de48f2d7d528 2024-11-20T20:23:50,072 DEBUG [M:0;d7d59561a64e:44721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88ea639a0de0406aa7b1442d08d94e5a as hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/88ea639a0de0406aa7b1442d08d94e5a 2024-11-20T20:23:50,081 INFO [M:0;d7d59561a64e:44721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/88ea639a0de0406aa7b1442d08d94e5a, entries=8, sequenceid=55, filesize=5.5 K 2024-11-20T20:23:50,089 DEBUG [M:0;d7d59561a64e:44721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c7687d727dd47a9beded7e2983f51c0 as hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c7687d727dd47a9beded7e2983f51c0 2024-11-20T20:23:50,099 INFO [M:0;d7d59561a64e:44721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c7687d727dd47a9beded7e2983f51c0, entries=6, sequenceid=55, filesize=6.4 K 2024-11-20T20:23:50,101 DEBUG [M:0;d7d59561a64e:44721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f46d9a682804554a4b5de48f2d7d528 as hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f46d9a682804554a4b5de48f2d7d528 2024-11-20T20:23:50,106 INFO [M:0;d7d59561a64e:44721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39673/user/jenkins/test-data/67d9c293-815a-9838-f92c-7af8ebdfd43f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f46d9a682804554a4b5de48f2d7d528, entries=1, sequenceid=55, filesize=5.0 K 2024-11-20T20:23:50,107 INFO [M:0;d7d59561a64e:44721 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 220ms, sequenceid=55, compaction requested=false 2024-11-20T20:23:50,144 INFO [M:0;d7d59561a64e:44721 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:50,144 DEBUG [M:0;d7d59561a64e:44721 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134229886Disabling compacts and flushes for region at 1732134229886Disabling writes for close at 1732134229886Obtaining lock to block concurrent updates at 1732134229887 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732134229887Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732134229887Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732134229888 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732134229888Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732134229911 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732134229911Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732134229944 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732134229963 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732134229963Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732134230008 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732134230040 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732134230040Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@169bd4ea: reopening flushed file at 1732134230071 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19a564c4: reopening flushed file at 1732134230081 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@228e4803: reopening flushed file at 1732134230100 (+19 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 220ms, sequenceid=55, compaction requested=false at 1732134230107 (+7 ms)Writing region close event to WAL at 1732134230144 (+37 ms)Closed at 1732134230144 2024-11-20T20:23:50,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44757 is added to blk_1073741830_1006 (size=32770) 2024-11-20T20:23:50,160 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:23:50,160 INFO [M:0;d7d59561a64e:44721 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T20:23:50,161 INFO [M:0;d7d59561a64e:44721 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44721 2024-11-20T20:23:50,161 INFO [M:0;d7d59561a64e:44721 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:23:50,286 INFO [M:0;d7d59561a64e:44721 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:23:50,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44721-0x10159ea5b020003, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:23:50,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44721-0x10159ea5b020003, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:23:50,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62f5669{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:23:50,289 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@786ab9ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:23:50,289 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:23:50,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@691ab766{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:23:50,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dedfc57{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/hadoop.log.dir/,STOPPED} 2024-11-20T20:23:50,290 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T20:23:50,290 WARN [BP-1523562045-172.17.0.2-1732134204171 heartbeating to localhost/127.0.0.1:39673 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T20:23:50,290 WARN [BP-1523562045-172.17.0.2-1732134204171 heartbeating to localhost/127.0.0.1:39673 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1523562045-172.17.0.2-1732134204171 (Datanode Uuid 17963935-2525-4e20-8d6e-23ff9066ceb1) service to localhost/127.0.0.1:39673 2024-11-20T20:23:50,290 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T20:23:50,291 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/cluster_fd8783ed-a804-0448-4e0f-50d0731457f0/data/data1/current/BP-1523562045-172.17.0.2-1732134204171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:23:50,291 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/cluster_fd8783ed-a804-0448-4e0f-50d0731457f0/data/data2/current/BP-1523562045-172.17.0.2-1732134204171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:23:50,292 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T20:23:50,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a28e6ab{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:23:50,298 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@210743d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:23:50,298 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:23:50,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c2a3994{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:23:50,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68405515{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e75db3e-fbe1-f0c8-8f71-2bb744519af7/hadoop.log.dir/,STOPPED} 2024-11-20T20:23:50,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T20:23:50,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T20:23:50,316 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:23:50,316 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:50,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:50,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:50,317 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T20:23:50,317 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=5311035, stopped=false 2024-11-20T20:23:50,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:23:50,317 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7d59561a64e,43093,1732134200983 2024-11-20T20:23:50,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10159ea5b020000, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01600528554/running 2024-11-20T20:23:50,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10159ea5b020000, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01600528554 2024-11-20T20:23:50,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10159ea5b020001, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01600528554/running 2024-11-20T20:23:50,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10159ea5b020001, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01600528554 2024-11-20T20:23:50,375 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:23:50,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T20:23:50,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:50,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:50,376 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7d59561a64e,35023,1732134201167' ***** 2024-11-20T20:23:50,376 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T20:23:50,377 INFO [RS:0;d7d59561a64e:35023 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T20:23:50,377 INFO [RS:0;d7d59561a64e:35023 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T20:23:50,377 INFO [RS:0;d7d59561a64e:35023 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T20:23:50,377 INFO [RS:0;d7d59561a64e:35023 {}] regionserver.HRegionServer(3091): Received CLOSE for a01f8cd017bc7b0557dd44a58df789c4 2024-11-20T20:23:50,377 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T20:23:50,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35023-0x10159ea5b020001, quorum=127.0.0.1:65085, baseZNode=/01600528554 Set watcher on znode that does not yet exist, /01600528554/running 2024-11-20T20:23:50,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43093-0x10159ea5b020000, quorum=127.0.0.1:65085, baseZNode=/01600528554 Set watcher on znode that does not yet exist, /01600528554/running 2024-11-20T20:23:50,380 INFO [RS:0;d7d59561a64e:35023 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b4b1f5a2fe87d2b3b92bb74b76a1134 2024-11-20T20:23:50,380 INFO [RS:0;d7d59561a64e:35023 {}] regionserver.HRegionServer(959): stopping server d7d59561a64e,35023,1732134201167 2024-11-20T20:23:50,380 INFO [RS:0;d7d59561a64e:35023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:23:50,380 INFO [RS:0;d7d59561a64e:35023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:35023. 2024-11-20T20:23:50,380 DEBUG [RS:0;d7d59561a64e:35023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:50,380 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a01f8cd017bc7b0557dd44a58df789c4, disabling compactions & flushes 2024-11-20T20:23:50,380 DEBUG [RS:0;d7d59561a64e:35023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:50,380 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732134218702.a01f8cd017bc7b0557dd44a58df789c4. 2024-11-20T20:23:50,381 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732134218702.a01f8cd017bc7b0557dd44a58df789c4. 2024-11-20T20:23:50,381 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732134218702.a01f8cd017bc7b0557dd44a58df789c4. after waiting 0 ms 2024-11-20T20:23:50,381 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732134218702.a01f8cd017bc7b0557dd44a58df789c4. 2024-11-20T20:23:50,381 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a01f8cd017bc7b0557dd44a58df789c4 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-20T20:23:50,381 INFO [RS:0;d7d59561a64e:35023 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T20:23:50,381 INFO [RS:0;d7d59561a64e:35023 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T20:23:50,382 INFO [RS:0;d7d59561a64e:35023 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T20:23:50,382 INFO [RS:0;d7d59561a64e:35023 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T20:23:50,384 INFO [RS:0;d7d59561a64e:35023 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T20:23:50,384 DEBUG [RS:0;d7d59561a64e:35023 {}] regionserver.HRegionServer(1325): Online Regions={a01f8cd017bc7b0557dd44a58df789c4=hbase:replication,,1732134218702.a01f8cd017bc7b0557dd44a58df789c4., 1588230740=hbase:meta,,1.1588230740, 7b4b1f5a2fe87d2b3b92bb74b76a1134=test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134.} 2024-11-20T20:23:50,384 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T20:23:50,384 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T20:23:50,384 DEBUG [RS:0;d7d59561a64e:35023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b4b1f5a2fe87d2b3b92bb74b76a1134, a01f8cd017bc7b0557dd44a58df789c4 2024-11-20T20:23:50,384 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T20:23:50,384 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T20:23:50,384 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T20:23:50,388 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T20:23:50,394 INFO [regionserver/d7d59561a64e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:23:50,397 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/replication/a01f8cd017bc7b0557dd44a58df789c4/.tmp/hfileref/c9748791687448eca66a4cca2cd40425 is 74, key is 1/hfileref:17b95f26904f4522a3a0fb224bbc42d4_SeqId_6_/1732134223837/DeleteColumn/seqid=0 2024-11-20T20:23:50,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741847_1023 (size=5489) 2024-11-20T20:23:50,402 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/replication/a01f8cd017bc7b0557dd44a58df789c4/.tmp/hfileref/c9748791687448eca66a4cca2cd40425 2024-11-20T20:23:50,407 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/meta/1588230740/.tmp/info/fd026655060d427da7b3490ccd9775d3 is 147, key is hbase:replication,,1732134218702.a01f8cd017bc7b0557dd44a58df789c4./info:regioninfo/1732134219925/Put/seqid=0 2024-11-20T20:23:50,423 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/replication/a01f8cd017bc7b0557dd44a58df789c4/.tmp/queue/f0816d0b03884dcfb181a9f68f3f98a1 is 153, key is 1-d7d59561a64e,35023,1732134201167/queue:d7d59561a64e%2C35023%2C1732134201167/1732134223839/Put/seqid=0 2024-11-20T20:23:50,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741848_1024 (size=7686) 2024-11-20T20:23:50,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741849_1025 (size=5504) 2024-11-20T20:23:50,430 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/replication/a01f8cd017bc7b0557dd44a58df789c4/.tmp/queue/f0816d0b03884dcfb181a9f68f3f98a1 2024-11-20T20:23:50,434 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/replication/a01f8cd017bc7b0557dd44a58df789c4/.tmp/hfileref/c9748791687448eca66a4cca2cd40425 as hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/replication/a01f8cd017bc7b0557dd44a58df789c4/hfileref/c9748791687448eca66a4cca2cd40425 2024-11-20T20:23:50,438 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/replication/a01f8cd017bc7b0557dd44a58df789c4/hfileref/c9748791687448eca66a4cca2cd40425, entries=6, sequenceid=17, filesize=5.4 K 2024-11-20T20:23:50,439 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/replication/a01f8cd017bc7b0557dd44a58df789c4/.tmp/queue/f0816d0b03884dcfb181a9f68f3f98a1 as hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/replication/a01f8cd017bc7b0557dd44a58df789c4/queue/f0816d0b03884dcfb181a9f68f3f98a1 2024-11-20T20:23:50,443 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/replication/a01f8cd017bc7b0557dd44a58df789c4/queue/f0816d0b03884dcfb181a9f68f3f98a1, entries=2, sequenceid=17, filesize=5.4 K 2024-11-20T20:23:50,444 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for a01f8cd017bc7b0557dd44a58df789c4 in 62ms, sequenceid=17, compaction requested=false 2024-11-20T20:23:50,447 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/replication/a01f8cd017bc7b0557dd44a58df789c4/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-20T20:23:50,447 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:23:50,447 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:23:50,447 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732134218702.a01f8cd017bc7b0557dd44a58df789c4. 2024-11-20T20:23:50,447 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a01f8cd017bc7b0557dd44a58df789c4: Waiting for close lock at 1732134230380Running coprocessor pre-close hooks at 1732134230380Disabling compacts and flushes for region at 1732134230380Disabling writes for close at 1732134230381 (+1 ms)Obtaining lock to block concurrent updates at 1732134230381Preparing flush snapshotting stores in a01f8cd017bc7b0557dd44a58df789c4 at 1732134230381Finished memstore snapshotting hbase:replication,,1732134218702.a01f8cd017bc7b0557dd44a58df789c4., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732134230382 (+1 ms)Flushing stores of hbase:replication,,1732134218702.a01f8cd017bc7b0557dd44a58df789c4. at 1732134230382Flushing a01f8cd017bc7b0557dd44a58df789c4/hfileref: creating writer at 1732134230382Flushing a01f8cd017bc7b0557dd44a58df789c4/hfileref: appending metadata at 1732134230397 (+15 ms)Flushing a01f8cd017bc7b0557dd44a58df789c4/hfileref: closing flushed file at 1732134230397Flushing a01f8cd017bc7b0557dd44a58df789c4/queue: creating writer at 1732134230406 (+9 ms)Flushing a01f8cd017bc7b0557dd44a58df789c4/queue: appending metadata at 1732134230422 (+16 ms)Flushing a01f8cd017bc7b0557dd44a58df789c4/queue: closing flushed file at 1732134230422Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@609cd491: reopening flushed file at 1732134230433 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31b2a195: reopening flushed file at 1732134230438 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for a01f8cd017bc7b0557dd44a58df789c4 in 62ms, sequenceid=17, compaction requested=false at 1732134230444 (+6 ms)Writing region close event to WAL at 1732134230444Running coprocessor post-close hooks at 1732134230447 (+3 ms)Closed at 1732134230447 2024-11-20T20:23:50,448 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732134218702.a01f8cd017bc7b0557dd44a58df789c4. 2024-11-20T20:23:50,448 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b4b1f5a2fe87d2b3b92bb74b76a1134, disabling compactions & flushes 2024-11-20T20:23:50,448 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134. 2024-11-20T20:23:50,448 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134. 2024-11-20T20:23:50,448 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134. after waiting 0 ms 2024-11-20T20:23:50,448 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134. 2024-11-20T20:23:50,451 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/default/test/7b4b1f5a2fe87d2b3b92bb74b76a1134/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T20:23:50,451 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:23:50,451 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T20:23:50,451 INFO [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134. 2024-11-20T20:23:50,451 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b4b1f5a2fe87d2b3b92bb74b76a1134: Waiting for close lock at 1732134230448Running coprocessor pre-close hooks at 1732134230448Disabling compacts and flushes for region at 1732134230448Disabling writes for close at 1732134230448Writing region close event to WAL at 1732134230448Running coprocessor post-close hooks at 1732134230451 (+3 ms)Closed at 1732134230451 2024-11-20T20:23:50,451 DEBUG [RS_CLOSE_REGION-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134. 2024-11-20T20:23:50,585 DEBUG [RS:0;d7d59561a64e:35023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:23:50,619 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T20:23:50,620 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7d59561a64e,35369,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T20:23:50,620 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148825 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d7d59561a64e,35369,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T20:23:50,754 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416 to pos 393, reset compression=false 2024-11-20T20:23:50,759 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:23:50,759 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416 to pos 688, reset compression=false 2024-11-20T20:23:50,759 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.shipperd7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-d7d59561a64e,35023,1732134201167 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:23:50,760 ERROR [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.shipperd7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d7d59561a64e,35023,1732134201167: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-d7d59561a64e,35023,1732134201167, walGroup=d7d59561a64e%2C35023%2C1732134201167, offset=d7d59561a64e%2C35023%2C1732134201167.1732134222416:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:35023 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T20:23:50,761 ERROR [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.shipperd7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T20:23:50,761 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.shipperd7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T20:23:50,762 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.shipperd7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T20:23:50,762 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.shipperd7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T20:23:50,762 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.shipperd7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T20:23:50,762 INFO [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.shipperd7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1572864000, "init": 1048576000, "max": 2306867200, "used": 924038072 }, "NonHeapMemoryUsage": { "committed": 210501632, "init": 7667712, "max": -1, "used": 207431888 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T20:23:50,762 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.shipperd7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:43093 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d7d59561a64e:43093 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T20:23:50,785 DEBUG [RS:0;d7d59561a64e:35023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:23:50,825 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/meta/1588230740/.tmp/info/fd026655060d427da7b3490ccd9775d3 2024-11-20T20:23:50,849 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/meta/1588230740/.tmp/ns/38eb5df493324351a79b8472f334dbc6 is 43, key is default/ns:d/1732134203963/Put/seqid=0 2024-11-20T20:23:50,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741850_1026 (size=5153) 2024-11-20T20:23:50,855 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/meta/1588230740/.tmp/ns/38eb5df493324351a79b8472f334dbc6 2024-11-20T20:23:50,886 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/meta/1588230740/.tmp/rep_barrier/1599a8ce7e424f278911d45fd743da2b is 112, key is test,,1732134215265.7b4b1f5a2fe87d2b3b92bb74b76a1134./rep_barrier:seqnumDuringOpen/1732134215605/Put/seqid=0 2024-11-20T20:23:50,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741851_1027 (size=5518) 2024-11-20T20:23:50,889 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/meta/1588230740/.tmp/rep_barrier/1599a8ce7e424f278911d45fd743da2b 2024-11-20T20:23:50,911 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/meta/1588230740/.tmp/table/dbe79279512942d4a917a4dec09e7dfc is 53, key is hbase:replication/table:state/1732134219931/Put/seqid=0 2024-11-20T20:23:50,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741852_1028 (size=5308) 2024-11-20T20:23:50,938 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T20:23:50,939 INFO [regionserver/d7d59561a64e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T20:23:50,964 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416 to pos 688, reset compression=false 2024-11-20T20:23:50,973 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T20:23:50,985 DEBUG [RS:0;d7d59561a64e:35023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:23:51,139 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416 to pos 393, reset compression=false 2024-11-20T20:23:51,143 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T20:23:51,143 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416 to pos 688, reset compression=false 2024-11-20T20:23:51,143 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.shipperd7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d7d59561a64e,35023,1732134201167 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T20:23:51,144 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.shipperd7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-20T20:23:51,185 DEBUG [RS:0;d7d59561a64e:35023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T20:23:51,267 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416 to pos 688, reset compression=false 2024-11-20T20:23:51,315 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/meta/1588230740/.tmp/table/dbe79279512942d4a917a4dec09e7dfc 2024-11-20T20:23:51,325 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/meta/1588230740/.tmp/info/fd026655060d427da7b3490ccd9775d3 as hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/meta/1588230740/info/fd026655060d427da7b3490ccd9775d3 2024-11-20T20:23:51,329 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/meta/1588230740/info/fd026655060d427da7b3490ccd9775d3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T20:23:51,330 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/meta/1588230740/.tmp/ns/38eb5df493324351a79b8472f334dbc6 as hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/meta/1588230740/ns/38eb5df493324351a79b8472f334dbc6 2024-11-20T20:23:51,334 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/meta/1588230740/ns/38eb5df493324351a79b8472f334dbc6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T20:23:51,335 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/meta/1588230740/.tmp/rep_barrier/1599a8ce7e424f278911d45fd743da2b as hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/meta/1588230740/rep_barrier/1599a8ce7e424f278911d45fd743da2b 2024-11-20T20:23:51,339 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/meta/1588230740/rep_barrier/1599a8ce7e424f278911d45fd743da2b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T20:23:51,340 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/meta/1588230740/.tmp/table/dbe79279512942d4a917a4dec09e7dfc as hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/meta/1588230740/table/dbe79279512942d4a917a4dec09e7dfc 2024-11-20T20:23:51,344 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/meta/1588230740/table/dbe79279512942d4a917a4dec09e7dfc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T20:23:51,345 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 960ms, sequenceid=16, compaction requested=false 2024-11-20T20:23:51,346 DEBUG [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/WALs/d7d59561a64e,35023,1732134201167/d7d59561a64e%2C35023%2C1732134201167.1732134222416 to pos 688, reset compression=false 2024-11-20T20:23:51,364 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T20:23:51,365 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T20:23:51,365 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T20:23:51,365 INFO [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T20:23:51,365 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732134230384Running coprocessor pre-close hooks at 1732134230384Disabling compacts and flushes for region at 1732134230384Disabling writes for close at 1732134230384Obtaining lock to block concurrent updates at 1732134230388 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1732134230388Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732134230388Flushing stores of hbase:meta,,1.1588230740 at 1732134230389 (+1 ms)Flushing 1588230740/info: creating writer at 1732134230389Flushing 1588230740/info: appending metadata at 1732134230406 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732134230406Flushing 1588230740/ns: creating writer at 1732134230829 (+423 ms)Flushing 1588230740/ns: appending metadata at 1732134230848 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732134230848Flushing 1588230740/rep_barrier: creating writer at 1732134230864 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732134230885 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732134230885Flushing 1588230740/table: creating writer at 1732134230893 (+8 ms)Flushing 1588230740/table: appending metadata at 1732134230911 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732134230911Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bb317db: reopening flushed file at 1732134231324 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43e02585: reopening flushed file at 1732134231329 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26c127c1: reopening flushed file at 1732134231334 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79680bce: reopening flushed file at 1732134231339 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 960ms, sequenceid=16, compaction requested=false at 1732134231345 (+6 ms)Writing region close event to WAL at 1732134231357 (+12 ms)Running coprocessor post-close hooks at 1732134231365 (+8 ms)Closed at 1732134231365 2024-11-20T20:23:51,365 DEBUG [RS_CLOSE_META-regionserver/d7d59561a64e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T20:23:51,385 INFO [RS:0;d7d59561a64e:35023 {}] regionserver.HRegionServer(976): stopping server d7d59561a64e,35023,1732134201167; all regions closed. 2024-11-20T20:23:51,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741842_1018 (size=859) 2024-11-20T20:23:51,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741843_1019 (size=2791) 2024-11-20T20:23:51,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741844_1020 (size=696) 2024-11-20T20:23:51,392 DEBUG [RS:0;d7d59561a64e:35023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:51,393 INFO [RS:0;d7d59561a64e:35023 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T20:23:51,393 INFO [RS:0;d7d59561a64e:35023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:23:51,393 INFO [RS:0;d7d59561a64e:35023 {}] hbase.ChoreService(370): Chore service for: regionserver/d7d59561a64e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T20:23:51,393 INFO [RS:0;d7d59561a64e:35023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:23:51,393 INFO [regionserver/d7d59561a64e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:23:51,393 INFO [RS:0;d7d59561a64e:35023 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d7d59561a64e,35023,1732134201167 because: Region server is closing 2024-11-20T20:23:51,393 INFO [RS:0;d7d59561a64e:35023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:35023. 2024-11-20T20:23:51,393 DEBUG [RS:0;d7d59561a64e:35023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:51,394 DEBUG [RS:0;d7d59561a64e:35023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:51,394 DEBUG [RS:0;d7d59561a64e:35023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:51,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:23:51,494 INFO [RS:0;d7d59561a64e:35023 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.shipperd7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 terminated 2024-11-20T20:23:51,494 INFO [RS:0;d7d59561a64e:35023 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-d7d59561a64e,35023,1732134201167 because: Region server is closing 2024-11-20T20:23:51,494 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,1-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,1-d7d59561a64e,35023,1732134201167 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T20:23:51,494 INFO [RS:0;d7d59561a64e:35023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7d59561a64e:35023. 2024-11-20T20:23:51,494 DEBUG [RS:0;d7d59561a64e:35023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T20:23:51,494 DEBUG [RS:0;d7d59561a64e:35023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:51,494 DEBUG [RS:0;d7d59561a64e:35023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T20:23:51,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T20:23:51,595 INFO [RS:0;d7d59561a64e:35023 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.shipperd7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 terminated 2024-11-20T20:23:51,595 WARN [RS_REFRESH_PEER-regionserver/d7d59561a64e:0-0.replicationSource,2-d7d59561a64e,35023,1732134201167.replicationSource.wal-reader.d7d59561a64e%2C35023%2C1732134201167,2-d7d59561a64e,35023,1732134201167 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T20:23:51,595 INFO [RS:0;d7d59561a64e:35023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35023 2024-11-20T20:23:51,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10159ea5b020001, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01600528554/rs/d7d59561a64e,35023,1732134201167 2024-11-20T20:23:51,606 INFO [RS:0;d7d59561a64e:35023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:23:51,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10159ea5b020000, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01600528554/rs 2024-11-20T20:23:51,638 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7d59561a64e,35023,1732134201167] 2024-11-20T20:23:51,649 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01600528554/draining/d7d59561a64e,35023,1732134201167 already deleted, retry=false 2024-11-20T20:23:51,649 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7d59561a64e,35023,1732134201167 expired; onlineServers=0 2024-11-20T20:23:51,649 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7d59561a64e,43093,1732134200983' ***** 2024-11-20T20:23:51,649 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T20:23:51,649 INFO [M:0;d7d59561a64e:43093 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T20:23:51,649 INFO [M:0;d7d59561a64e:43093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T20:23:51,649 DEBUG [M:0;d7d59561a64e:43093 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T20:23:51,649 DEBUG [M:0;d7d59561a64e:43093 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T20:23:51,649 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T20:23:51,649 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134202834 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.small.0-1732134202834,5,FailOnTimeoutGroup] 2024-11-20T20:23:51,649 INFO [M:0;d7d59561a64e:43093 {}] hbase.ChoreService(370): Chore service for: master/d7d59561a64e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T20:23:51,649 INFO [M:0;d7d59561a64e:43093 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T20:23:51,649 DEBUG [master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134202830 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7d59561a64e:0:becomeActiveMaster-HFileCleaner.large.0-1732134202830,5,FailOnTimeoutGroup] 2024-11-20T20:23:51,649 DEBUG [M:0;d7d59561a64e:43093 {}] master.HMaster(1795): Stopping service threads 2024-11-20T20:23:51,649 INFO [M:0;d7d59561a64e:43093 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T20:23:51,649 INFO [M:0;d7d59561a64e:43093 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T20:23:51,650 ERROR [M:0;d7d59561a64e:43093 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1040632728) connection to localhost/127.0.0.1:41597 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41597,5,PEWorkerGroup] 2024-11-20T20:23:51,650 INFO [M:0;d7d59561a64e:43093 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T20:23:51,650 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T20:23:51,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10159ea5b020000, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01600528554/master 2024-11-20T20:23:51,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10159ea5b020000, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01600528554 2024-11-20T20:23:51,659 DEBUG [M:0;d7d59561a64e:43093 {}] zookeeper.ZKUtil(347): master:43093-0x10159ea5b020000, quorum=127.0.0.1:65085, baseZNode=/01600528554 Unable to get data of znode /01600528554/master because node does not exist (not an error) 2024-11-20T20:23:51,659 WARN [M:0;d7d59561a64e:43093 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T20:23:51,660 INFO [M:0;d7d59561a64e:43093 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/.lastflushedseqids 2024-11-20T20:23:51,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741853_1029 (size=263) 2024-11-20T20:23:51,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10159ea5b020001, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:23:51,738 INFO [RS:0;d7d59561a64e:35023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:23:51,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x10159ea5b020001, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:23:51,738 INFO [RS:0;d7d59561a64e:35023 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7d59561a64e,35023,1732134201167; zookeeper connection closed. 2024-11-20T20:23:51,740 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30f31c0e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30f31c0e 2024-11-20T20:23:51,740 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T20:23:52,068 INFO [M:0;d7d59561a64e:43093 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T20:23:52,068 INFO [M:0;d7d59561a64e:43093 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T20:23:52,068 DEBUG [M:0;d7d59561a64e:43093 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T20:23:52,068 INFO [M:0;d7d59561a64e:43093 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:52,068 DEBUG [M:0;d7d59561a64e:43093 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:52,068 DEBUG [M:0;d7d59561a64e:43093 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T20:23:52,068 DEBUG [M:0;d7d59561a64e:43093 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:52,068 INFO [M:0;d7d59561a64e:43093 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-20T20:23:52,082 DEBUG [M:0;d7d59561a64e:43093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42af47dd9a074e5196e441a6071c3957 is 82, key is hbase:meta,,1/info:regioninfo/1732134203829/Put/seqid=0 2024-11-20T20:23:52,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741854_1030 (size=5672) 2024-11-20T20:23:52,486 INFO [M:0;d7d59561a64e:43093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42af47dd9a074e5196e441a6071c3957 2024-11-20T20:23:52,520 DEBUG [M:0;d7d59561a64e:43093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a1ffec37aff4e4ab3af598cdc6f2d1c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732134219933/Put/seqid=0 2024-11-20T20:23:52,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741855_1031 (size=8908) 2024-11-20T20:23:52,544 INFO [M:0;d7d59561a64e:43093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a1ffec37aff4e4ab3af598cdc6f2d1c 2024-11-20T20:23:52,572 DEBUG [M:0;d7d59561a64e:43093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc1fce07c3ba4d879d6d156f282c4ecd is 69, key is d7d59561a64e,35023,1732134201167/rs:state/1732134202870/Put/seqid=0 2024-11-20T20:23:52,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741856_1032 (size=5156) 2024-11-20T20:23:52,595 INFO [M:0;d7d59561a64e:43093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc1fce07c3ba4d879d6d156f282c4ecd 2024-11-20T20:23:52,599 DEBUG [M:0;d7d59561a64e:43093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42af47dd9a074e5196e441a6071c3957 as hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42af47dd9a074e5196e441a6071c3957 2024-11-20T20:23:52,604 INFO [M:0;d7d59561a64e:43093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42af47dd9a074e5196e441a6071c3957, entries=8, sequenceid=112, filesize=5.5 K 2024-11-20T20:23:52,605 DEBUG [M:0;d7d59561a64e:43093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a1ffec37aff4e4ab3af598cdc6f2d1c as hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a1ffec37aff4e4ab3af598cdc6f2d1c 2024-11-20T20:23:52,609 INFO [M:0;d7d59561a64e:43093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a1ffec37aff4e4ab3af598cdc6f2d1c, entries=13, sequenceid=112, filesize=8.7 K 2024-11-20T20:23:52,610 DEBUG [M:0;d7d59561a64e:43093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc1fce07c3ba4d879d6d156f282c4ecd as hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc1fce07c3ba4d879d6d156f282c4ecd 2024-11-20T20:23:52,614 INFO [M:0;d7d59561a64e:43093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41597/user/jenkins/test-data/61e4ed90-93ef-3dee-077b-84ec71d5f51d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc1fce07c3ba4d879d6d156f282c4ecd, entries=1, sequenceid=112, filesize=5.0 K 2024-11-20T20:23:52,615 INFO [M:0;d7d59561a64e:43093 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 547ms, sequenceid=112, compaction requested=false 2024-11-20T20:23:52,640 INFO [M:0;d7d59561a64e:43093 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T20:23:52,640 DEBUG [M:0;d7d59561a64e:43093 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732134232068Disabling compacts and flushes for region at 1732134232068Disabling writes for close at 1732134232068Obtaining lock to block concurrent updates at 1732134232068Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732134232068Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1732134232068Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732134232069 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732134232069Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732134232082 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732134232082Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732134232489 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732134232520 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732134232520Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732134232551 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732134232572 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732134232572Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6af1b081: reopening flushed file at 1732134232599 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@696263df: reopening flushed file at 1732134232604 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73fba583: reopening flushed file at 1732134232609 (+5 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 547ms, sequenceid=112, compaction requested=false at 1732134232615 (+6 ms)Writing region close event to WAL at 1732134232640 (+25 ms)Closed at 1732134232640 2024-11-20T20:23:52,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45395 is added to blk_1073741830_1006 (size=69043) 2024-11-20T20:23:52,651 INFO [M:0;d7d59561a64e:43093 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T20:23:52,651 INFO [M:0;d7d59561a64e:43093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43093 2024-11-20T20:23:52,651 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T20:23:52,652 INFO [M:0;d7d59561a64e:43093 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T20:23:52,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10159ea5b020000, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:23:52,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x10159ea5b020000, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T20:23:52,760 INFO [M:0;d7d59561a64e:43093 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T20:23:52,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6afe60a5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T20:23:52,826 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21758558{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:23:52,826 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:23:52,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e43f981{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:23:52,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c1d1ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/hadoop.log.dir/,STOPPED} 2024-11-20T20:23:52,828 WARN [BP-1049030698-172.17.0.2-1732134199148 heartbeating to localhost/127.0.0.1:41597 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T20:23:52,828 WARN [BP-1049030698-172.17.0.2-1732134199148 heartbeating to localhost/127.0.0.1:41597 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1049030698-172.17.0.2-1732134199148 (Datanode Uuid 7b750691-d3c5-4a27-8548-6c8ee0101ea9) service to localhost/127.0.0.1:41597 2024-11-20T20:23:52,829 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/cluster_a9fb7997-285b-0789-fa16-cc09f0e9a46d/data/data1/current/BP-1049030698-172.17.0.2-1732134199148 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:23:52,829 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T20:23:52,829 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T20:23:52,832 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/cluster_a9fb7997-285b-0789-fa16-cc09f0e9a46d/data/data2/current/BP-1049030698-172.17.0.2-1732134199148 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T20:23:52,833 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T20:23:52,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62cf8057{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T20:23:52,846 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2bb67941{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T20:23:52,846 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T20:23:52,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5737688b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T20:23:52,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6781d4a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f97790fa-97b8-7d80-df97-d18bbc69d01a/hadoop.log.dir/,STOPPED} 2024-11-20T20:23:52,863 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T20:23:52,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T20:23:52,933 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=597 (was 527) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41597 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-34 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45397 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39673 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41597 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41597 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65085) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45397 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45397 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45397 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45397 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:45397 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65085) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41597 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65085) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41597 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45397 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41597 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:39673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39673 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:41597 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41597 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=979 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=765 (was 799), ProcessCount=11 (was 11), AvailableMemoryMB=1984 (was 1452) - AvailableMemoryMB LEAK? - 2024-11-20T20:23:52,933 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=597 is superior to 500 2024-11-20T20:23:52,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10159ea5b020005, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T20:23:52,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10159ea5b020002, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T20:23:52,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10159ea5b020002, quorum=127.0.0.1:65085, baseZNode=/01600528554 Received Disconnected from ZooKeeper, ignoring 2024-11-20T20:23:52,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10159ea5b020008, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T20:23:52,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10159ea5b020005, quorum=127.0.0.1:65085, baseZNode=/1-8269013 Received Disconnected from ZooKeeper, ignoring 2024-11-20T20:23:52,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10159ea5b020008, quorum=127.0.0.1:65085, baseZNode=/2-1721417361 Received Disconnected from ZooKeeper, ignoring